{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from tensorflow import keras\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "data = pd.read_csv('./credit-a.csv',header=None)\n",
    "x = data.iloc[:,:-1].values\n",
    "y = data.iloc[:,-1].replace(-1,0).values.reshape(-1,1)\n",
    "x_train = x[:int(len(x)*0.75)]\n",
    "x_test =  x[int(len(x)*0.75):]\n",
    "y_train= y[:int(len(y)*0.75)]\n",
    "y_test= y[int(len(y)*0.75):]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "model = keras.Sequential()\n",
    "model.add(keras.layers.Dense(4,input_dim=15,activation='relu'))\n",
    "model.add(keras.layers.Dense(1,activation='relu'))\n",
    "model.add(keras.layers.Dense(1,activation='sigmoid'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "model.compile(optimizer='adam',loss='binary_crossentropy',metrics=['acc'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 489 samples, validate on 164 samples\n",
      "Epoch 1/1000\n",
      "489/489 [==============================] - 0s 997us/step - loss: 7.6008 - acc: 0.5174 - val_loss: 5.7526 - val_acc: 0.6341\n",
      "Epoch 2/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 7.5797 - acc: 0.5174 - val_loss: 5.7400 - val_acc: 0.6341\n",
      "Epoch 3/1000\n",
      "489/489 [==============================] - 0s 137us/step - loss: 7.5584 - acc: 0.5174 - val_loss: 5.7287 - val_acc: 0.6341\n",
      "Epoch 4/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 7.5358 - acc: 0.5174 - val_loss: 5.7166 - val_acc: 0.6341\n",
      "Epoch 5/1000\n",
      "489/489 [==============================] - 0s 149us/step - loss: 7.5078 - acc: 0.5174 - val_loss: 5.7026 - val_acc: 0.6341\n",
      "Epoch 6/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 7.4840 - acc: 0.5174 - val_loss: 5.6885 - val_acc: 0.6341\n",
      "Epoch 7/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 7.4535 - acc: 0.5174 - val_loss: 5.6775 - val_acc: 0.6341\n",
      "Epoch 8/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 7.4129 - acc: 0.5174 - val_loss: 5.6631 - val_acc: 0.6341\n",
      "Epoch 9/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 7.3571 - acc: 0.5174 - val_loss: 5.6322 - val_acc: 0.6341\n",
      "Epoch 10/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 7.2844 - acc: 0.5174 - val_loss: 5.6032 - val_acc: 0.6341\n",
      "Epoch 11/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 7.2156 - acc: 0.5174 - val_loss: 5.5691 - val_acc: 0.6341\n",
      "Epoch 12/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 7.1458 - acc: 0.5174 - val_loss: 5.5400 - val_acc: 0.6341\n",
      "Epoch 13/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 7.0851 - acc: 0.5194 - val_loss: 5.5183 - val_acc: 0.6341\n",
      "Epoch 14/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 7.0197 - acc: 0.5194 - val_loss: 5.5015 - val_acc: 0.6341\n",
      "Epoch 15/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 6.9629 - acc: 0.5194 - val_loss: 5.4739 - val_acc: 0.6280\n",
      "Epoch 16/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 6.8831 - acc: 0.5215 - val_loss: 5.3804 - val_acc: 0.6280\n",
      "Epoch 17/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 6.7219 - acc: 0.5215 - val_loss: 5.2093 - val_acc: 0.6280\n",
      "Epoch 18/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 6.4224 - acc: 0.5194 - val_loss: 5.0167 - val_acc: 0.6220\n",
      "Epoch 19/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 6.0557 - acc: 0.5153 - val_loss: 4.7698 - val_acc: 0.6159\n",
      "Epoch 20/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 5.3594 - acc: 0.5194 - val_loss: 4.1405 - val_acc: 0.6037\n",
      "Epoch 21/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 4.5953 - acc: 0.4540 - val_loss: 3.9133 - val_acc: 0.3232\n",
      "Epoch 22/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 4.4186 - acc: 0.3436 - val_loss: 3.8287 - val_acc: 0.3780\n",
      "Epoch 23/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 4.3493 - acc: 0.3906 - val_loss: 3.6812 - val_acc: 0.4634\n",
      "Epoch 24/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 4.1703 - acc: 0.4254 - val_loss: 3.4235 - val_acc: 0.4451\n",
      "Epoch 25/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 4.0211 - acc: 0.3415 - val_loss: 3.2378 - val_acc: 0.3415\n",
      "Epoch 26/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 3.6602 - acc: 0.3231 - val_loss: 2.8457 - val_acc: 0.3232\n",
      "Epoch 27/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 3.0591 - acc: 0.3599 - val_loss: 2.4615 - val_acc: 0.3293\n",
      "Epoch 28/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 2.0551 - acc: 0.4151 - val_loss: 0.7019 - val_acc: 0.5000\n",
      "Epoch 29/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.7208 - acc: 0.5358 - val_loss: 0.6974 - val_acc: 0.5061\n",
      "Epoch 30/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.7171 - acc: 0.5358 - val_loss: 0.6961 - val_acc: 0.5122\n",
      "Epoch 31/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.7130 - acc: 0.5501 - val_loss: 0.6900 - val_acc: 0.5488\n",
      "Epoch 32/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.7091 - acc: 0.5419 - val_loss: 0.6973 - val_acc: 0.5061\n",
      "Epoch 33/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.7053 - acc: 0.5419 - val_loss: 0.6873 - val_acc: 0.5488\n",
      "Epoch 34/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.7035 - acc: 0.5562 - val_loss: 0.6899 - val_acc: 0.5244\n",
      "Epoch 35/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.6993 - acc: 0.5746 - val_loss: 0.6850 - val_acc: 0.5793\n",
      "Epoch 36/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.6987 - acc: 0.5910 - val_loss: 0.6853 - val_acc: 0.5610\n",
      "Epoch 37/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.6989 - acc: 0.5828 - val_loss: 0.6838 - val_acc: 0.5793\n",
      "Epoch 38/1000\n",
      "489/489 [==============================] - 0s 106us/step - loss: 0.6952 - acc: 0.5767 - val_loss: 0.6869 - val_acc: 0.5427\n",
      "Epoch 39/1000\n",
      "489/489 [==============================] - 0s 104us/step - loss: 0.6974 - acc: 0.5930 - val_loss: 0.6844 - val_acc: 0.5427\n",
      "Epoch 40/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.6925 - acc: 0.5542 - val_loss: 0.6918 - val_acc: 0.5183\n",
      "Epoch 41/1000\n",
      "489/489 [==============================] - 0s 104us/step - loss: 0.6950 - acc: 0.5419 - val_loss: 0.6841 - val_acc: 0.5488\n",
      "Epoch 42/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.6902 - acc: 0.5828 - val_loss: 0.6816 - val_acc: 0.5793\n",
      "Epoch 43/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.6884 - acc: 0.5930 - val_loss: 0.6801 - val_acc: 0.5854\n",
      "Epoch 44/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.6878 - acc: 0.6094 - val_loss: 0.6796 - val_acc: 0.5854\n",
      "Epoch 45/1000\n",
      "489/489 [==============================] - 0s 104us/step - loss: 0.6862 - acc: 0.6033 - val_loss: 0.6801 - val_acc: 0.5732\n",
      "Epoch 46/1000\n",
      "489/489 [==============================] - 0s 104us/step - loss: 0.6904 - acc: 0.5583 - val_loss: 0.6804 - val_acc: 0.5732\n",
      "Epoch 47/1000\n",
      "489/489 [==============================] - 0s 104us/step - loss: 0.6876 - acc: 0.6217 - val_loss: 0.6733 - val_acc: 0.6220\n",
      "Epoch 48/1000\n",
      "489/489 [==============================] - 0s 106us/step - loss: 0.6883 - acc: 0.5726 - val_loss: 0.6830 - val_acc: 0.5305\n",
      "Epoch 49/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.6839 - acc: 0.5869 - val_loss: 0.6730 - val_acc: 0.6159\n",
      "Epoch 50/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.6839 - acc: 0.6339 - val_loss: 0.6710 - val_acc: 0.6220\n",
      "Epoch 51/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.6813 - acc: 0.6074 - val_loss: 0.6793 - val_acc: 0.5549\n",
      "Epoch 52/1000\n",
      "489/489 [==============================] - 0s 106us/step - loss: 0.6815 - acc: 0.6115 - val_loss: 0.6694 - val_acc: 0.6220\n",
      "Epoch 53/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.6813 - acc: 0.6401 - val_loss: 0.6701 - val_acc: 0.6220\n",
      "Epoch 54/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.6826 - acc: 0.5930 - val_loss: 0.6707 - val_acc: 0.5976\n",
      "Epoch 55/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.6774 - acc: 0.6237 - val_loss: 0.6688 - val_acc: 0.6159\n",
      "Epoch 56/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.6767 - acc: 0.6401 - val_loss: 0.6644 - val_acc: 0.6280\n",
      "Epoch 57/1000\n",
      "489/489 [==============================] - 0s 106us/step - loss: 0.6801 - acc: 0.6135 - val_loss: 0.6696 - val_acc: 0.6098\n",
      "Epoch 58/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.6779 - acc: 0.6442 - val_loss: 0.6598 - val_acc: 0.6524\n",
      "Epoch 59/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.6736 - acc: 0.6564 - val_loss: 0.6627 - val_acc: 0.6524\n",
      "Epoch 60/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "489/489 [==============================] - 0s 112us/step - loss: 0.6747 - acc: 0.6135 - val_loss: 0.6669 - val_acc: 0.6280\n",
      "Epoch 61/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.6717 - acc: 0.6421 - val_loss: 0.6578 - val_acc: 0.6463\n",
      "Epoch 62/1000\n",
      "489/489 [==============================] - 0s 135us/step - loss: 0.6710 - acc: 0.6483 - val_loss: 0.6593 - val_acc: 0.6463\n",
      "Epoch 63/1000\n",
      "489/489 [==============================] - 0s 106us/step - loss: 0.6702 - acc: 0.6503 - val_loss: 0.6581 - val_acc: 0.6463\n",
      "Epoch 64/1000\n",
      "489/489 [==============================] - 0s 102us/step - loss: 0.6700 - acc: 0.6626 - val_loss: 0.6525 - val_acc: 0.6585\n",
      "Epoch 65/1000\n",
      "489/489 [==============================] - 0s 104us/step - loss: 0.6667 - acc: 0.6524 - val_loss: 0.6574 - val_acc: 0.6402\n",
      "Epoch 66/1000\n",
      "489/489 [==============================] - 0s 102us/step - loss: 0.6689 - acc: 0.6626 - val_loss: 0.6516 - val_acc: 0.6585\n",
      "Epoch 67/1000\n",
      "489/489 [==============================] - 0s 104us/step - loss: 0.6671 - acc: 0.6462 - val_loss: 0.6548 - val_acc: 0.6341\n",
      "Epoch 68/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.6689 - acc: 0.6708 - val_loss: 0.6454 - val_acc: 0.6585\n",
      "Epoch 69/1000\n",
      "489/489 [==============================] - 0s 106us/step - loss: 0.6628 - acc: 0.6728 - val_loss: 0.6460 - val_acc: 0.6585\n",
      "Epoch 70/1000\n",
      "489/489 [==============================] - 0s 106us/step - loss: 0.6626 - acc: 0.6564 - val_loss: 0.6441 - val_acc: 0.6707\n",
      "Epoch 71/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.6632 - acc: 0.6769 - val_loss: 0.6388 - val_acc: 0.6829\n",
      "Epoch 72/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.6586 - acc: 0.6708 - val_loss: 0.6445 - val_acc: 0.6585\n",
      "Epoch 73/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.6582 - acc: 0.6810 - val_loss: 0.6353 - val_acc: 0.7012\n",
      "Epoch 74/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.6576 - acc: 0.6626 - val_loss: 0.6396 - val_acc: 0.6951\n",
      "Epoch 75/1000\n",
      "489/489 [==============================] - 0s 100us/step - loss: 0.6529 - acc: 0.6830 - val_loss: 0.6319 - val_acc: 0.7073\n",
      "Epoch 76/1000\n",
      "489/489 [==============================] - 0s 106us/step - loss: 0.6555 - acc: 0.6810 - val_loss: 0.6308 - val_acc: 0.7073\n",
      "Epoch 77/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.6556 - acc: 0.6912 - val_loss: 0.6289 - val_acc: 0.7134\n",
      "Epoch 78/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.6491 - acc: 0.6892 - val_loss: 0.6307 - val_acc: 0.7012\n",
      "Epoch 79/1000\n",
      "489/489 [==============================] - 0s 104us/step - loss: 0.6476 - acc: 0.6933 - val_loss: 0.6255 - val_acc: 0.7073\n",
      "Epoch 80/1000\n",
      "489/489 [==============================] - 0s 106us/step - loss: 0.6473 - acc: 0.6892 - val_loss: 0.6320 - val_acc: 0.7012\n",
      "Epoch 81/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.6453 - acc: 0.6933 - val_loss: 0.6212 - val_acc: 0.7073\n",
      "Epoch 82/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.6440 - acc: 0.6933 - val_loss: 0.6198 - val_acc: 0.7073\n",
      "Epoch 83/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.6436 - acc: 0.6933 - val_loss: 0.6253 - val_acc: 0.7012\n",
      "Epoch 84/1000\n",
      "489/489 [==============================] - 0s 100us/step - loss: 0.6412 - acc: 0.6892 - val_loss: 0.6183 - val_acc: 0.7073\n",
      "Epoch 85/1000\n",
      "489/489 [==============================] - 0s 106us/step - loss: 0.6405 - acc: 0.6994 - val_loss: 0.6149 - val_acc: 0.7073\n",
      "Epoch 86/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.6420 - acc: 0.6994 - val_loss: 0.6121 - val_acc: 0.7073\n",
      "Epoch 87/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.6381 - acc: 0.6994 - val_loss: 0.6139 - val_acc: 0.7073\n",
      "Epoch 88/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.6360 - acc: 0.7014 - val_loss: 0.6240 - val_acc: 0.7073\n",
      "Epoch 89/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.6368 - acc: 0.7076 - val_loss: 0.6107 - val_acc: 0.7012\n",
      "Epoch 90/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.6327 - acc: 0.7076 - val_loss: 0.6132 - val_acc: 0.7012\n",
      "Epoch 91/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.6320 - acc: 0.7096 - val_loss: 0.6098 - val_acc: 0.7012\n",
      "Epoch 92/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.6328 - acc: 0.7076 - val_loss: 0.6068 - val_acc: 0.7073\n",
      "Epoch 93/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.6319 - acc: 0.6973 - val_loss: 0.6069 - val_acc: 0.7012\n",
      "Epoch 94/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 0.6304 - acc: 0.7014 - val_loss: 0.6060 - val_acc: 0.7012\n",
      "Epoch 95/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.6277 - acc: 0.7076 - val_loss: 0.6046 - val_acc: 0.7012\n",
      "Epoch 96/1000\n",
      "489/489 [==============================] - ETA: 0s - loss: 0.5931 - acc: 0.781 - 0s 122us/step - loss: 0.6245 - acc: 0.7117 - val_loss: 0.6057 - val_acc: 0.7012\n",
      "Epoch 97/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.6237 - acc: 0.7096 - val_loss: 0.6065 - val_acc: 0.7012\n",
      "Epoch 98/1000\n",
      "489/489 [==============================] - 0s 153us/step - loss: 0.6223 - acc: 0.7137 - val_loss: 0.6151 - val_acc: 0.7012\n",
      "Epoch 99/1000\n",
      "489/489 [==============================] - 0s 171us/step - loss: 0.6223 - acc: 0.7178 - val_loss: 0.6031 - val_acc: 0.7012\n",
      "Epoch 100/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.6294 - acc: 0.7076 - val_loss: 0.6090 - val_acc: 0.7012\n",
      "Epoch 101/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.6198 - acc: 0.7137 - val_loss: 0.5963 - val_acc: 0.7012\n",
      "Epoch 102/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.6193 - acc: 0.7117 - val_loss: 0.6006 - val_acc: 0.7012\n",
      "Epoch 103/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.6146 - acc: 0.7137 - val_loss: 0.6024 - val_acc: 0.7012\n",
      "Epoch 104/1000\n",
      "489/489 [==============================] - 0s 107us/step - loss: 0.6141 - acc: 0.7178 - val_loss: 0.6085 - val_acc: 0.7134\n",
      "Epoch 105/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.6134 - acc: 0.7137 - val_loss: 0.5984 - val_acc: 0.7012\n",
      "Epoch 106/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.6122 - acc: 0.7178 - val_loss: 0.6027 - val_acc: 0.7134\n",
      "Epoch 107/1000\n",
      "489/489 [==============================] - 0s 139us/step - loss: 0.6194 - acc: 0.6933 - val_loss: 0.5998 - val_acc: 0.7012\n",
      "Epoch 108/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.6083 - acc: 0.7117 - val_loss: 0.5870 - val_acc: 0.7012\n",
      "Epoch 109/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.6088 - acc: 0.7117 - val_loss: 0.6006 - val_acc: 0.7012\n",
      "Epoch 110/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.6119 - acc: 0.7014 - val_loss: 0.5868 - val_acc: 0.7073\n",
      "Epoch 111/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.6070 - acc: 0.7117 - val_loss: 0.5986 - val_acc: 0.7012\n",
      "Epoch 112/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.6169 - acc: 0.7035 - val_loss: 0.5939 - val_acc: 0.7012\n",
      "Epoch 113/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.6121 - acc: 0.6953 - val_loss: 0.5998 - val_acc: 0.7012\n",
      "Epoch 114/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.6038 - acc: 0.7096 - val_loss: 0.5812 - val_acc: 0.7012\n",
      "Epoch 115/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.5989 - acc: 0.7076 - val_loss: 0.5853 - val_acc: 0.6890\n",
      "Epoch 116/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.5988 - acc: 0.7096 - val_loss: 0.5865 - val_acc: 0.6829\n",
      "Epoch 117/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 0.5930 - acc: 0.7157 - val_loss: 0.5835 - val_acc: 0.6890\n",
      "Epoch 118/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 0.5936 - acc: 0.7137 - val_loss: 0.5872 - val_acc: 0.6951\n",
      "Epoch 119/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "489/489 [==============================] - 0s 122us/step - loss: 0.5890 - acc: 0.7198 - val_loss: 0.5815 - val_acc: 0.6890\n",
      "Epoch 120/1000\n",
      "489/489 [==============================] - 0s 117us/step - loss: 0.5867 - acc: 0.7178 - val_loss: 0.5746 - val_acc: 0.7073\n",
      "Epoch 121/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.5880 - acc: 0.7219 - val_loss: 0.5870 - val_acc: 0.6951\n",
      "Epoch 122/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.6089 - acc: 0.7035 - val_loss: 0.5941 - val_acc: 0.7073\n",
      "Epoch 123/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.5876 - acc: 0.7178 - val_loss: 0.5791 - val_acc: 0.6890\n",
      "Epoch 124/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.5912 - acc: 0.7280 - val_loss: 0.5920 - val_acc: 0.7012\n",
      "Epoch 125/1000\n",
      "489/489 [==============================] - 0s 109us/step - loss: 0.5835 - acc: 0.7301 - val_loss: 0.5700 - val_acc: 0.6951\n",
      "Epoch 126/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.5762 - acc: 0.7157 - val_loss: 0.5721 - val_acc: 0.6951\n",
      "Epoch 127/1000\n",
      "489/489 [==============================] - 0s 115us/step - loss: 0.5748 - acc: 0.7280 - val_loss: 0.5756 - val_acc: 0.7073\n",
      "Epoch 128/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.5761 - acc: 0.7505 - val_loss: 0.5696 - val_acc: 0.6951\n",
      "Epoch 129/1000\n",
      "489/489 [==============================] - 0s 107us/step - loss: 0.5703 - acc: 0.7403 - val_loss: 0.5661 - val_acc: 0.7012\n",
      "Epoch 130/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.5722 - acc: 0.7464 - val_loss: 0.5742 - val_acc: 0.6951\n",
      "Epoch 131/1000\n",
      "489/489 [==============================] - 0s 109us/step - loss: 0.5721 - acc: 0.7321 - val_loss: 0.5654 - val_acc: 0.7012\n",
      "Epoch 132/1000\n",
      "489/489 [==============================] - 0s 164us/step - loss: 0.5668 - acc: 0.7485 - val_loss: 0.5696 - val_acc: 0.7012\n",
      "Epoch 133/1000\n",
      "489/489 [==============================] - 0s 171us/step - loss: 0.5640 - acc: 0.7464 - val_loss: 0.5655 - val_acc: 0.6951\n",
      "Epoch 134/1000\n",
      "489/489 [==============================] - 0s 153us/step - loss: 0.5645 - acc: 0.7485 - val_loss: 0.5718 - val_acc: 0.7134\n",
      "Epoch 135/1000\n",
      "489/489 [==============================] - 0s 153us/step - loss: 0.5665 - acc: 0.7444 - val_loss: 0.5610 - val_acc: 0.7012\n",
      "Epoch 136/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.5582 - acc: 0.7607 - val_loss: 0.5594 - val_acc: 0.7012\n",
      "Epoch 137/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.5560 - acc: 0.7566 - val_loss: 0.5713 - val_acc: 0.7073\n",
      "Epoch 138/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.5598 - acc: 0.7526 - val_loss: 0.5567 - val_acc: 0.6951\n",
      "Epoch 139/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.5534 - acc: 0.7566 - val_loss: 0.5605 - val_acc: 0.7073\n",
      "Epoch 140/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.5515 - acc: 0.7628 - val_loss: 0.5530 - val_acc: 0.7134\n",
      "Epoch 141/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.5524 - acc: 0.7628 - val_loss: 0.5648 - val_acc: 0.7134\n",
      "Epoch 142/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.5483 - acc: 0.7669 - val_loss: 0.5541 - val_acc: 0.7195\n",
      "Epoch 143/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.5482 - acc: 0.7710 - val_loss: 0.5805 - val_acc: 0.6829\n",
      "Epoch 144/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.5522 - acc: 0.7689 - val_loss: 0.5441 - val_acc: 0.7134\n",
      "Epoch 145/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.5451 - acc: 0.7710 - val_loss: 0.5599 - val_acc: 0.7195\n",
      "Epoch 146/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.5509 - acc: 0.7751 - val_loss: 0.5372 - val_acc: 0.7317\n",
      "Epoch 147/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.5406 - acc: 0.7812 - val_loss: 0.5651 - val_acc: 0.7134\n",
      "Epoch 148/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.5442 - acc: 0.7812 - val_loss: 0.5458 - val_acc: 0.7195\n",
      "Epoch 149/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.5350 - acc: 0.7751 - val_loss: 0.5488 - val_acc: 0.7195\n",
      "Epoch 150/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.5353 - acc: 0.7771 - val_loss: 0.5384 - val_acc: 0.7378\n",
      "Epoch 151/1000\n",
      "489/489 [==============================] - 0s 117us/step - loss: 0.5351 - acc: 0.7730 - val_loss: 0.5436 - val_acc: 0.7317\n",
      "Epoch 152/1000\n",
      "489/489 [==============================] - 0s 149us/step - loss: 0.5405 - acc: 0.7751 - val_loss: 0.5280 - val_acc: 0.7256\n",
      "Epoch 153/1000\n",
      "489/489 [==============================] - 0s 146us/step - loss: 0.5427 - acc: 0.7730 - val_loss: 0.5436 - val_acc: 0.7256\n",
      "Epoch 154/1000\n",
      "489/489 [==============================] - 0s 139us/step - loss: 0.5285 - acc: 0.7812 - val_loss: 0.5332 - val_acc: 0.7317\n",
      "Epoch 155/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.5257 - acc: 0.7873 - val_loss: 0.5369 - val_acc: 0.7378\n",
      "Epoch 156/1000\n",
      "489/489 [==============================] - 0s 115us/step - loss: 0.5265 - acc: 0.7730 - val_loss: 0.5396 - val_acc: 0.7439\n",
      "Epoch 157/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.5269 - acc: 0.7812 - val_loss: 0.5302 - val_acc: 0.7317\n",
      "Epoch 158/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.5292 - acc: 0.7710 - val_loss: 0.5312 - val_acc: 0.7561\n",
      "Epoch 159/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.5241 - acc: 0.7771 - val_loss: 0.5272 - val_acc: 0.7439\n",
      "Epoch 160/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.5148 - acc: 0.7935 - val_loss: 0.5189 - val_acc: 0.7683\n",
      "Epoch 161/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.5140 - acc: 0.7832 - val_loss: 0.5109 - val_acc: 0.7683\n",
      "Epoch 162/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.5199 - acc: 0.7832 - val_loss: 0.5127 - val_acc: 0.7683\n",
      "Epoch 163/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.5253 - acc: 0.8016 - val_loss: 0.5624 - val_acc: 0.6951\n",
      "Epoch 164/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.5233 - acc: 0.7832 - val_loss: 0.5300 - val_acc: 0.7378\n",
      "Epoch 165/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.5174 - acc: 0.7812 - val_loss: 0.5118 - val_acc: 0.7561\n",
      "Epoch 166/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.5020 - acc: 0.8016 - val_loss: 0.5089 - val_acc: 0.7683\n",
      "Epoch 167/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.5025 - acc: 0.8016 - val_loss: 0.5031 - val_acc: 0.7744\n",
      "Epoch 168/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.5100 - acc: 0.7914 - val_loss: 0.4966 - val_acc: 0.7866\n",
      "Epoch 169/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.4948 - acc: 0.8016 - val_loss: 0.5177 - val_acc: 0.7439\n",
      "Epoch 170/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 0.4987 - acc: 0.8098 - val_loss: 0.5128 - val_acc: 0.7622\n",
      "Epoch 171/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 0.5006 - acc: 0.7955 - val_loss: 0.4884 - val_acc: 0.7866\n",
      "Epoch 172/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.4926 - acc: 0.8057 - val_loss: 0.5009 - val_acc: 0.7744\n",
      "Epoch 173/1000\n",
      "489/489 [==============================] - 0s 161us/step - loss: 0.4978 - acc: 0.7955 - val_loss: 0.4964 - val_acc: 0.7622\n",
      "Epoch 174/1000\n",
      "489/489 [==============================] - 0s 188us/step - loss: 0.5029 - acc: 0.7914 - val_loss: 0.5021 - val_acc: 0.7805\n",
      "Epoch 175/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.4894 - acc: 0.8078 - val_loss: 0.4833 - val_acc: 0.7683\n",
      "Epoch 176/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.4882 - acc: 0.8057 - val_loss: 0.5145 - val_acc: 0.7805\n",
      "Epoch 177/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.4879 - acc: 0.8037 - val_loss: 0.4762 - val_acc: 0.7927\n",
      "Epoch 178/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "489/489 [==============================] - 0s 119us/step - loss: 0.4909 - acc: 0.8160 - val_loss: 0.4942 - val_acc: 0.7744\n",
      "Epoch 179/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.4848 - acc: 0.8221 - val_loss: 0.4809 - val_acc: 0.8049\n",
      "Epoch 180/1000\n",
      "489/489 [==============================] - 0s 115us/step - loss: 0.4749 - acc: 0.8078 - val_loss: 0.4781 - val_acc: 0.7988\n",
      "Epoch 181/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.4777 - acc: 0.8037 - val_loss: 0.4733 - val_acc: 0.7866\n",
      "Epoch 182/1000\n",
      "489/489 [==============================] - 0s 139us/step - loss: 0.4762 - acc: 0.8119 - val_loss: 0.4953 - val_acc: 0.7866\n",
      "Epoch 183/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.4819 - acc: 0.8078 - val_loss: 0.4864 - val_acc: 0.7988\n",
      "Epoch 184/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.4723 - acc: 0.8098 - val_loss: 0.4725 - val_acc: 0.7988\n",
      "Epoch 185/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.4683 - acc: 0.8160 - val_loss: 0.4659 - val_acc: 0.8049\n",
      "Epoch 186/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.4638 - acc: 0.8160 - val_loss: 0.4913 - val_acc: 0.7683\n",
      "Epoch 187/1000\n",
      "489/489 [==============================] - 0s 155us/step - loss: 0.4692 - acc: 0.8139 - val_loss: 0.4766 - val_acc: 0.7927\n",
      "Epoch 188/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.4759 - acc: 0.8119 - val_loss: 0.4727 - val_acc: 0.7866\n",
      "Epoch 189/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.4607 - acc: 0.8221 - val_loss: 0.4971 - val_acc: 0.7561\n",
      "Epoch 190/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.4676 - acc: 0.8160 - val_loss: 0.4617 - val_acc: 0.8110\n",
      "Epoch 191/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.4589 - acc: 0.8139 - val_loss: 0.4755 - val_acc: 0.7683\n",
      "Epoch 192/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.4654 - acc: 0.8241 - val_loss: 0.4907 - val_acc: 0.7805\n",
      "Epoch 193/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.4609 - acc: 0.8262 - val_loss: 0.4556 - val_acc: 0.8171\n",
      "Epoch 194/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.4682 - acc: 0.8160 - val_loss: 0.4947 - val_acc: 0.7866\n",
      "Epoch 195/1000\n",
      "489/489 [==============================] - 0s 111us/step - loss: 0.4571 - acc: 0.8241 - val_loss: 0.4552 - val_acc: 0.8171\n",
      "Epoch 196/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.4838 - acc: 0.7935 - val_loss: 0.5179 - val_acc: 0.7561\n",
      "Epoch 197/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.4737 - acc: 0.8160 - val_loss: 0.4735 - val_acc: 0.7866\n",
      "Epoch 198/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.4683 - acc: 0.8078 - val_loss: 0.4886 - val_acc: 0.7805\n",
      "Epoch 199/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.4553 - acc: 0.8303 - val_loss: 0.4498 - val_acc: 0.8232\n",
      "Epoch 200/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.4648 - acc: 0.8221 - val_loss: 0.4722 - val_acc: 0.7988\n",
      "Epoch 201/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.4612 - acc: 0.8221 - val_loss: 0.4925 - val_acc: 0.7866\n",
      "Epoch 202/1000\n",
      "489/489 [==============================] - 0s 115us/step - loss: 0.4622 - acc: 0.8057 - val_loss: 0.4772 - val_acc: 0.7805\n",
      "Epoch 203/1000\n",
      "489/489 [==============================] - 0s 125us/step - loss: 0.4677 - acc: 0.8098 - val_loss: 0.4644 - val_acc: 0.7927\n",
      "Epoch 204/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.4534 - acc: 0.8221 - val_loss: 0.4549 - val_acc: 0.8049\n",
      "Epoch 205/1000\n",
      "489/489 [==============================] - 0s 132us/step - loss: 0.4452 - acc: 0.8344 - val_loss: 0.4690 - val_acc: 0.7988\n",
      "Epoch 206/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.4442 - acc: 0.8425 - val_loss: 0.4652 - val_acc: 0.8049\n",
      "Epoch 207/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.4513 - acc: 0.8262 - val_loss: 0.4428 - val_acc: 0.8232\n",
      "Epoch 208/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.4483 - acc: 0.8303 - val_loss: 0.4346 - val_acc: 0.8293\n",
      "Epoch 209/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.4390 - acc: 0.8262 - val_loss: 0.4489 - val_acc: 0.8049\n",
      "Epoch 210/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.4392 - acc: 0.8241 - val_loss: 0.4352 - val_acc: 0.8232\n",
      "Epoch 211/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.4446 - acc: 0.8241 - val_loss: 0.4686 - val_acc: 0.7988\n",
      "Epoch 212/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.4376 - acc: 0.8364 - val_loss: 0.4451 - val_acc: 0.8171\n",
      "Epoch 213/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.4326 - acc: 0.8303 - val_loss: 0.4427 - val_acc: 0.8232\n",
      "Epoch 214/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.4294 - acc: 0.8323 - val_loss: 0.4437 - val_acc: 0.8354\n",
      "Epoch 215/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.4362 - acc: 0.8344 - val_loss: 0.4617 - val_acc: 0.8049\n",
      "Epoch 216/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.4394 - acc: 0.8364 - val_loss: 0.4493 - val_acc: 0.8171\n",
      "Epoch 217/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.4400 - acc: 0.8303 - val_loss: 0.4336 - val_acc: 0.8171\n",
      "Epoch 218/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.4486 - acc: 0.8282 - val_loss: 0.4719 - val_acc: 0.8049\n",
      "Epoch 219/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.4390 - acc: 0.8282 - val_loss: 0.4406 - val_acc: 0.8171\n",
      "Epoch 220/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.4240 - acc: 0.8282 - val_loss: 0.4316 - val_acc: 0.8354\n",
      "Epoch 221/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.4213 - acc: 0.8364 - val_loss: 0.4537 - val_acc: 0.7988\n",
      "Epoch 222/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.4318 - acc: 0.8466 - val_loss: 0.4275 - val_acc: 0.8293\n",
      "Epoch 223/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.4249 - acc: 0.8262 - val_loss: 0.4476 - val_acc: 0.8049\n",
      "Epoch 224/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 0.4282 - acc: 0.8303 - val_loss: 0.4512 - val_acc: 0.8171\n",
      "Epoch 225/1000\n",
      "489/489 [==============================] - 0s 137us/step - loss: 0.4366 - acc: 0.8262 - val_loss: 0.4523 - val_acc: 0.8232\n",
      "Epoch 226/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.4236 - acc: 0.8425 - val_loss: 0.4346 - val_acc: 0.8232\n",
      "Epoch 227/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.4288 - acc: 0.8303 - val_loss: 0.4652 - val_acc: 0.8049\n",
      "Epoch 228/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.4322 - acc: 0.8364 - val_loss: 0.4388 - val_acc: 0.8293\n",
      "Epoch 229/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.4270 - acc: 0.8344 - val_loss: 0.4261 - val_acc: 0.8354\n",
      "Epoch 230/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.4182 - acc: 0.8364 - val_loss: 0.4275 - val_acc: 0.8415\n",
      "Epoch 231/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.4352 - acc: 0.8139 - val_loss: 0.4587 - val_acc: 0.7988\n",
      "Epoch 232/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.4249 - acc: 0.8282 - val_loss: 0.4231 - val_acc: 0.8415\n",
      "Epoch 233/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.4123 - acc: 0.8425 - val_loss: 0.4374 - val_acc: 0.8110\n",
      "Epoch 234/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.4096 - acc: 0.8384 - val_loss: 0.4360 - val_acc: 0.8049\n",
      "Epoch 235/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.4085 - acc: 0.8425 - val_loss: 0.4248 - val_acc: 0.8415\n",
      "Epoch 236/1000\n",
      "489/489 [==============================] - 0s 125us/step - loss: 0.4286 - acc: 0.8282 - val_loss: 0.4406 - val_acc: 0.8354\n",
      "Epoch 237/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "489/489 [==============================] - 0s 124us/step - loss: 0.4220 - acc: 0.8344 - val_loss: 0.4580 - val_acc: 0.7927\n",
      "Epoch 238/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.4057 - acc: 0.8446 - val_loss: 0.4417 - val_acc: 0.8110\n",
      "Epoch 239/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.4132 - acc: 0.8344 - val_loss: 0.4704 - val_acc: 0.7927\n",
      "Epoch 240/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.4181 - acc: 0.8384 - val_loss: 0.4261 - val_acc: 0.8293\n",
      "Epoch 241/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.4053 - acc: 0.8446 - val_loss: 0.4437 - val_acc: 0.7988\n",
      "Epoch 242/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.4102 - acc: 0.8384 - val_loss: 0.4342 - val_acc: 0.8232\n",
      "Epoch 243/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.4080 - acc: 0.8384 - val_loss: 0.4611 - val_acc: 0.8049\n",
      "Epoch 244/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.4041 - acc: 0.8466 - val_loss: 0.4317 - val_acc: 0.8171\n",
      "Epoch 245/1000\n",
      "489/489 [==============================] - 0s 107us/step - loss: 0.4027 - acc: 0.8425 - val_loss: 0.4361 - val_acc: 0.8110\n",
      "Epoch 246/1000\n",
      "489/489 [==============================] - 0s 109us/step - loss: 0.3999 - acc: 0.8446 - val_loss: 0.4334 - val_acc: 0.8110\n",
      "Epoch 247/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.4063 - acc: 0.8466 - val_loss: 0.4372 - val_acc: 0.8049\n",
      "Epoch 248/1000\n",
      "489/489 [==============================] - 0s 107us/step - loss: 0.3970 - acc: 0.8425 - val_loss: 0.4488 - val_acc: 0.8110\n",
      "Epoch 249/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.4140 - acc: 0.8364 - val_loss: 0.4237 - val_acc: 0.8415\n",
      "Epoch 250/1000\n",
      "489/489 [==============================] - 0s 115us/step - loss: 0.4078 - acc: 0.8405 - val_loss: 0.4138 - val_acc: 0.8171\n",
      "Epoch 251/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.4086 - acc: 0.8446 - val_loss: 0.4289 - val_acc: 0.8171\n",
      "Epoch 252/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.4073 - acc: 0.8425 - val_loss: 0.4240 - val_acc: 0.8171\n",
      "Epoch 253/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3930 - acc: 0.8548 - val_loss: 0.4494 - val_acc: 0.8049\n",
      "Epoch 254/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.4072 - acc: 0.8446 - val_loss: 0.4528 - val_acc: 0.7988\n",
      "Epoch 255/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3937 - acc: 0.8569 - val_loss: 0.4117 - val_acc: 0.8171\n",
      "Epoch 256/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3922 - acc: 0.8487 - val_loss: 0.4176 - val_acc: 0.8171\n",
      "Epoch 257/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3887 - acc: 0.8569 - val_loss: 0.4247 - val_acc: 0.8049\n",
      "Epoch 258/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.3881 - acc: 0.8569 - val_loss: 0.4272 - val_acc: 0.7988\n",
      "Epoch 259/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.4027 - acc: 0.8528 - val_loss: 0.4235 - val_acc: 0.8110\n",
      "Epoch 260/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3938 - acc: 0.8507 - val_loss: 0.4051 - val_acc: 0.8171\n",
      "Epoch 261/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3921 - acc: 0.8569 - val_loss: 0.4272 - val_acc: 0.7927\n",
      "Epoch 262/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.4061 - acc: 0.8405 - val_loss: 0.4479 - val_acc: 0.7988\n",
      "Epoch 263/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.3912 - acc: 0.8630 - val_loss: 0.4044 - val_acc: 0.8232\n",
      "Epoch 264/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3810 - acc: 0.8569 - val_loss: 0.4198 - val_acc: 0.8110\n",
      "Epoch 265/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3796 - acc: 0.8630 - val_loss: 0.4217 - val_acc: 0.8049\n",
      "Epoch 266/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3806 - acc: 0.8650 - val_loss: 0.4167 - val_acc: 0.8110\n",
      "Epoch 267/1000\n",
      "489/489 [==============================] - 0s 125us/step - loss: 0.3796 - acc: 0.8671 - val_loss: 0.4121 - val_acc: 0.8049\n",
      "Epoch 268/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.3870 - acc: 0.8650 - val_loss: 0.4222 - val_acc: 0.8171\n",
      "Epoch 269/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.4015 - acc: 0.8487 - val_loss: 0.4756 - val_acc: 0.8049\n",
      "Epoch 270/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.4059 - acc: 0.8425 - val_loss: 0.4153 - val_acc: 0.8049\n",
      "Epoch 271/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3884 - acc: 0.8528 - val_loss: 0.4148 - val_acc: 0.8110\n",
      "Epoch 272/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3847 - acc: 0.8507 - val_loss: 0.4391 - val_acc: 0.8232\n",
      "Epoch 273/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.3893 - acc: 0.8466 - val_loss: 0.4158 - val_acc: 0.8171\n",
      "Epoch 274/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3755 - acc: 0.8609 - val_loss: 0.4086 - val_acc: 0.8110\n",
      "Epoch 275/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3795 - acc: 0.8528 - val_loss: 0.4380 - val_acc: 0.8110\n",
      "Epoch 276/1000\n",
      "489/489 [==============================] - 0s 137us/step - loss: 0.3730 - acc: 0.8609 - val_loss: 0.4155 - val_acc: 0.8110\n",
      "Epoch 277/1000\n",
      "489/489 [==============================] - 0s 153us/step - loss: 0.3711 - acc: 0.8609 - val_loss: 0.4236 - val_acc: 0.8110\n",
      "Epoch 278/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3723 - acc: 0.8609 - val_loss: 0.4074 - val_acc: 0.8110\n",
      "Epoch 279/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3693 - acc: 0.8609 - val_loss: 0.4229 - val_acc: 0.8171\n",
      "Epoch 280/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3692 - acc: 0.8589 - val_loss: 0.4086 - val_acc: 0.8049\n",
      "Epoch 281/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3693 - acc: 0.8569 - val_loss: 0.4117 - val_acc: 0.8232\n",
      "Epoch 282/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3669 - acc: 0.8609 - val_loss: 0.4039 - val_acc: 0.8110\n",
      "Epoch 283/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3764 - acc: 0.8487 - val_loss: 0.4054 - val_acc: 0.8415\n",
      "Epoch 284/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3791 - acc: 0.8589 - val_loss: 0.4438 - val_acc: 0.8232\n",
      "Epoch 285/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3748 - acc: 0.8548 - val_loss: 0.4420 - val_acc: 0.8232\n",
      "Epoch 286/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3876 - acc: 0.8487 - val_loss: 0.4246 - val_acc: 0.8110\n",
      "Epoch 287/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3732 - acc: 0.8609 - val_loss: 0.4171 - val_acc: 0.8415\n",
      "Epoch 288/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3771 - acc: 0.8569 - val_loss: 0.4029 - val_acc: 0.8110\n",
      "Epoch 289/1000\n",
      "489/489 [==============================] - 0s 123us/step - loss: 0.3635 - acc: 0.8671 - val_loss: 0.4150 - val_acc: 0.8171\n",
      "Epoch 290/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3625 - acc: 0.8630 - val_loss: 0.4211 - val_acc: 0.8354\n",
      "Epoch 291/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3602 - acc: 0.8712 - val_loss: 0.4123 - val_acc: 0.8232\n",
      "Epoch 292/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3633 - acc: 0.8589 - val_loss: 0.4152 - val_acc: 0.8415\n",
      "Epoch 293/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3818 - acc: 0.8528 - val_loss: 0.4004 - val_acc: 0.8415\n",
      "Epoch 294/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3666 - acc: 0.8589 - val_loss: 0.4138 - val_acc: 0.8415\n",
      "Epoch 295/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3784 - acc: 0.8630 - val_loss: 0.4104 - val_acc: 0.8110\n",
      "Epoch 296/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "489/489 [==============================] - 0s 128us/step - loss: 0.3621 - acc: 0.8650 - val_loss: 0.4233 - val_acc: 0.8293\n",
      "Epoch 297/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3662 - acc: 0.8630 - val_loss: 0.4101 - val_acc: 0.8110\n",
      "Epoch 298/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3652 - acc: 0.8732 - val_loss: 0.4061 - val_acc: 0.8171\n",
      "Epoch 299/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3615 - acc: 0.8671 - val_loss: 0.4231 - val_acc: 0.8293\n",
      "Epoch 300/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3578 - acc: 0.8671 - val_loss: 0.4016 - val_acc: 0.8232\n",
      "Epoch 301/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3591 - acc: 0.8650 - val_loss: 0.4139 - val_acc: 0.8537\n",
      "Epoch 302/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3567 - acc: 0.8691 - val_loss: 0.4035 - val_acc: 0.8171\n",
      "Epoch 303/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3572 - acc: 0.8671 - val_loss: 0.4450 - val_acc: 0.8110\n",
      "Epoch 304/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3746 - acc: 0.8630 - val_loss: 0.3960 - val_acc: 0.8232\n",
      "Epoch 305/1000\n",
      "489/489 [==============================] - 0s 115us/step - loss: 0.3715 - acc: 0.8569 - val_loss: 0.4191 - val_acc: 0.8293\n",
      "Epoch 306/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3611 - acc: 0.8630 - val_loss: 0.4412 - val_acc: 0.8110\n",
      "Epoch 307/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3586 - acc: 0.8671 - val_loss: 0.4057 - val_acc: 0.8171\n",
      "Epoch 308/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3595 - acc: 0.8650 - val_loss: 0.4105 - val_acc: 0.8476\n",
      "Epoch 309/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3517 - acc: 0.8691 - val_loss: 0.4270 - val_acc: 0.8293\n",
      "Epoch 310/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3673 - acc: 0.8609 - val_loss: 0.4251 - val_acc: 0.8293\n",
      "Epoch 311/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3642 - acc: 0.8569 - val_loss: 0.3955 - val_acc: 0.8232\n",
      "Epoch 312/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3646 - acc: 0.8671 - val_loss: 0.3959 - val_acc: 0.8232\n",
      "Epoch 313/1000\n",
      "489/489 [==============================] - 0s 111us/step - loss: 0.3534 - acc: 0.8691 - val_loss: 0.4196 - val_acc: 0.8354\n",
      "Epoch 314/1000\n",
      "489/489 [==============================] - 0s 144us/step - loss: 0.3633 - acc: 0.8609 - val_loss: 0.4049 - val_acc: 0.8171\n",
      "Epoch 315/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3589 - acc: 0.8671 - val_loss: 0.4163 - val_acc: 0.8415\n",
      "Epoch 316/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3581 - acc: 0.8650 - val_loss: 0.4216 - val_acc: 0.8293\n",
      "Epoch 317/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3525 - acc: 0.8712 - val_loss: 0.4118 - val_acc: 0.8415\n",
      "Epoch 318/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3530 - acc: 0.8650 - val_loss: 0.4013 - val_acc: 0.8232\n",
      "Epoch 319/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3599 - acc: 0.8650 - val_loss: 0.4223 - val_acc: 0.8232\n",
      "Epoch 320/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3660 - acc: 0.8466 - val_loss: 0.4667 - val_acc: 0.7866\n",
      "Epoch 321/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3830 - acc: 0.8630 - val_loss: 0.4125 - val_acc: 0.8171\n",
      "Epoch 322/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3497 - acc: 0.8650 - val_loss: 0.4259 - val_acc: 0.8232\n",
      "Epoch 323/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3576 - acc: 0.8609 - val_loss: 0.3958 - val_acc: 0.8354\n",
      "Epoch 324/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3574 - acc: 0.8671 - val_loss: 0.4071 - val_acc: 0.8354\n",
      "Epoch 325/1000\n",
      "489/489 [==============================] - 0s 139us/step - loss: 0.3530 - acc: 0.8630 - val_loss: 0.4204 - val_acc: 0.8293\n",
      "Epoch 326/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3784 - acc: 0.8487 - val_loss: 0.4709 - val_acc: 0.7866\n",
      "Epoch 327/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3523 - acc: 0.8691 - val_loss: 0.3941 - val_acc: 0.8293\n",
      "Epoch 328/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.3624 - acc: 0.8650 - val_loss: 0.4378 - val_acc: 0.8354\n",
      "Epoch 329/1000\n",
      "489/489 [==============================] - 0s 115us/step - loss: 0.3573 - acc: 0.8650 - val_loss: 0.4259 - val_acc: 0.8171\n",
      "Epoch 330/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3519 - acc: 0.8691 - val_loss: 0.4182 - val_acc: 0.8293\n",
      "Epoch 331/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3462 - acc: 0.8753 - val_loss: 0.4147 - val_acc: 0.8293\n",
      "Epoch 332/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3448 - acc: 0.8773 - val_loss: 0.3985 - val_acc: 0.8293\n",
      "Epoch 333/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3448 - acc: 0.8712 - val_loss: 0.4296 - val_acc: 0.8293\n",
      "Epoch 334/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3471 - acc: 0.8671 - val_loss: 0.4037 - val_acc: 0.8232\n",
      "Epoch 335/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3535 - acc: 0.8712 - val_loss: 0.4318 - val_acc: 0.8232\n",
      "Epoch 336/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3483 - acc: 0.8712 - val_loss: 0.3983 - val_acc: 0.8171\n",
      "Epoch 337/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3507 - acc: 0.8793 - val_loss: 0.4291 - val_acc: 0.8232\n",
      "Epoch 338/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3426 - acc: 0.8691 - val_loss: 0.4008 - val_acc: 0.8415\n",
      "Epoch 339/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3495 - acc: 0.8650 - val_loss: 0.3963 - val_acc: 0.8415\n",
      "Epoch 340/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3590 - acc: 0.8609 - val_loss: 0.4406 - val_acc: 0.8171\n",
      "Epoch 341/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3475 - acc: 0.8753 - val_loss: 0.4246 - val_acc: 0.8232\n",
      "Epoch 342/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3498 - acc: 0.8691 - val_loss: 0.4322 - val_acc: 0.8476\n",
      "Epoch 343/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3488 - acc: 0.8732 - val_loss: 0.4307 - val_acc: 0.8293\n",
      "Epoch 344/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3567 - acc: 0.8630 - val_loss: 0.3944 - val_acc: 0.8293\n",
      "Epoch 345/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3681 - acc: 0.8691 - val_loss: 0.4565 - val_acc: 0.8049\n",
      "Epoch 346/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3691 - acc: 0.8569 - val_loss: 0.4141 - val_acc: 0.8293\n",
      "Epoch 347/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3473 - acc: 0.8753 - val_loss: 0.4197 - val_acc: 0.8232\n",
      "Epoch 348/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3426 - acc: 0.8773 - val_loss: 0.4217 - val_acc: 0.8232\n",
      "Epoch 349/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 0.3539 - acc: 0.8671 - val_loss: 0.4303 - val_acc: 0.8232\n",
      "Epoch 350/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3638 - acc: 0.8630 - val_loss: 0.3952 - val_acc: 0.8232\n",
      "Epoch 351/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3467 - acc: 0.8793 - val_loss: 0.4236 - val_acc: 0.8354\n",
      "Epoch 352/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3457 - acc: 0.8712 - val_loss: 0.4128 - val_acc: 0.8537\n",
      "Epoch 353/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3467 - acc: 0.8671 - val_loss: 0.3978 - val_acc: 0.8415\n",
      "Epoch 354/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3438 - acc: 0.8753 - val_loss: 0.3999 - val_acc: 0.8598\n",
      "Epoch 355/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "489/489 [==============================] - 0s 120us/step - loss: 0.3393 - acc: 0.8855 - val_loss: 0.4137 - val_acc: 0.8293\n",
      "Epoch 356/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 0.3486 - acc: 0.8732 - val_loss: 0.3997 - val_acc: 0.8415\n",
      "Epoch 357/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 0.3522 - acc: 0.8712 - val_loss: 0.4219 - val_acc: 0.8293\n",
      "Epoch 358/1000\n",
      "489/489 [==============================] - 0s 113us/step - loss: 0.3431 - acc: 0.8712 - val_loss: 0.4009 - val_acc: 0.8415\n",
      "Epoch 359/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3405 - acc: 0.8814 - val_loss: 0.4044 - val_acc: 0.8415\n",
      "Epoch 360/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3383 - acc: 0.8814 - val_loss: 0.4260 - val_acc: 0.8171\n",
      "Epoch 361/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3393 - acc: 0.8773 - val_loss: 0.3984 - val_acc: 0.8598\n",
      "Epoch 362/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.3438 - acc: 0.8793 - val_loss: 0.4005 - val_acc: 0.8354\n",
      "Epoch 363/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.3479 - acc: 0.8712 - val_loss: 0.4408 - val_acc: 0.8171\n",
      "Epoch 364/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3458 - acc: 0.8773 - val_loss: 0.3974 - val_acc: 0.8476\n",
      "Epoch 365/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3385 - acc: 0.8855 - val_loss: 0.4133 - val_acc: 0.8415\n",
      "Epoch 366/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3401 - acc: 0.8814 - val_loss: 0.3990 - val_acc: 0.8415\n",
      "Epoch 367/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.3395 - acc: 0.8834 - val_loss: 0.4142 - val_acc: 0.8293\n",
      "Epoch 368/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3382 - acc: 0.8814 - val_loss: 0.4209 - val_acc: 0.8415\n",
      "Epoch 369/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3513 - acc: 0.8630 - val_loss: 0.4079 - val_acc: 0.8293\n",
      "Epoch 370/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3683 - acc: 0.8650 - val_loss: 0.4054 - val_acc: 0.8598\n",
      "Epoch 371/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3575 - acc: 0.8609 - val_loss: 0.4155 - val_acc: 0.8354\n",
      "Epoch 372/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3397 - acc: 0.8814 - val_loss: 0.4190 - val_acc: 0.8415\n",
      "Epoch 373/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3386 - acc: 0.8875 - val_loss: 0.3935 - val_acc: 0.8354\n",
      "Epoch 374/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3390 - acc: 0.8834 - val_loss: 0.4255 - val_acc: 0.8415\n",
      "Epoch 375/1000\n",
      "489/489 [==============================] - 0s 115us/step - loss: 0.3405 - acc: 0.8732 - val_loss: 0.4175 - val_acc: 0.8476\n",
      "Epoch 376/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3384 - acc: 0.8814 - val_loss: 0.4096 - val_acc: 0.8537\n",
      "Epoch 377/1000\n",
      "489/489 [==============================] - 0s 119us/step - loss: 0.3478 - acc: 0.8712 - val_loss: 0.3944 - val_acc: 0.8476\n",
      "Epoch 378/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3543 - acc: 0.8691 - val_loss: 0.4101 - val_acc: 0.8537\n",
      "Epoch 379/1000\n",
      "489/489 [==============================] - 0s 106us/step - loss: 0.3375 - acc: 0.8773 - val_loss: 0.4159 - val_acc: 0.8415\n",
      "Epoch 380/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3418 - acc: 0.8753 - val_loss: 0.4055 - val_acc: 0.8537\n",
      "Epoch 381/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3360 - acc: 0.8773 - val_loss: 0.4238 - val_acc: 0.8415\n",
      "Epoch 382/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3490 - acc: 0.8609 - val_loss: 0.4416 - val_acc: 0.8171\n",
      "Epoch 383/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3436 - acc: 0.8753 - val_loss: 0.4004 - val_acc: 0.8293\n",
      "Epoch 384/1000\n",
      "489/489 [==============================] - 0s 107us/step - loss: 0.3409 - acc: 0.8712 - val_loss: 0.4131 - val_acc: 0.8415\n",
      "Epoch 385/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3373 - acc: 0.8773 - val_loss: 0.4048 - val_acc: 0.8537\n",
      "Epoch 386/1000\n",
      "489/489 [==============================] - 0s 163us/step - loss: 0.3356 - acc: 0.8773 - val_loss: 0.4516 - val_acc: 0.8354\n",
      "Epoch 387/1000\n",
      "489/489 [==============================] - 0s 157us/step - loss: 0.3456 - acc: 0.8650 - val_loss: 0.4029 - val_acc: 0.8537\n",
      "Epoch 388/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3380 - acc: 0.8814 - val_loss: 0.4067 - val_acc: 0.8537\n",
      "Epoch 389/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 0.3370 - acc: 0.8773 - val_loss: 0.4013 - val_acc: 0.8537\n",
      "Epoch 390/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 0.3382 - acc: 0.8732 - val_loss: 0.4386 - val_acc: 0.8232\n",
      "Epoch 391/1000\n",
      "489/489 [==============================] - 0s 155us/step - loss: 0.3439 - acc: 0.8712 - val_loss: 0.4019 - val_acc: 0.8598\n",
      "Epoch 392/1000\n",
      "489/489 [==============================] - 0s 159us/step - loss: 0.3415 - acc: 0.8773 - val_loss: 0.4333 - val_acc: 0.8354\n",
      "Epoch 393/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3393 - acc: 0.8793 - val_loss: 0.4327 - val_acc: 0.8354\n",
      "Epoch 394/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 0.3408 - acc: 0.8732 - val_loss: 0.3978 - val_acc: 0.8537\n",
      "Epoch 395/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3380 - acc: 0.8814 - val_loss: 0.4172 - val_acc: 0.8415\n",
      "Epoch 396/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3413 - acc: 0.8773 - val_loss: 0.4421 - val_acc: 0.8354\n",
      "Epoch 397/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3394 - acc: 0.8732 - val_loss: 0.3998 - val_acc: 0.8476\n",
      "Epoch 398/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3500 - acc: 0.8732 - val_loss: 0.4170 - val_acc: 0.8354\n",
      "Epoch 399/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3427 - acc: 0.8732 - val_loss: 0.4412 - val_acc: 0.8354\n",
      "Epoch 400/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3442 - acc: 0.8691 - val_loss: 0.4083 - val_acc: 0.8476\n",
      "Epoch 401/1000\n",
      "489/489 [==============================] - 0s 129us/step - loss: 0.3492 - acc: 0.8609 - val_loss: 0.4115 - val_acc: 0.8537\n",
      "Epoch 402/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 0.3424 - acc: 0.8753 - val_loss: 0.4048 - val_acc: 0.8537\n",
      "Epoch 403/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3394 - acc: 0.8773 - val_loss: 0.4020 - val_acc: 0.8415\n",
      "Epoch 404/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3378 - acc: 0.8773 - val_loss: 0.4173 - val_acc: 0.8476\n",
      "Epoch 405/1000\n",
      "489/489 [==============================] - 0s 119us/step - loss: 0.3365 - acc: 0.8793 - val_loss: 0.3994 - val_acc: 0.8476\n",
      "Epoch 406/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3583 - acc: 0.8671 - val_loss: 0.4353 - val_acc: 0.8293\n",
      "Epoch 407/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3471 - acc: 0.8650 - val_loss: 0.4297 - val_acc: 0.8171\n",
      "Epoch 408/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3442 - acc: 0.8753 - val_loss: 0.4254 - val_acc: 0.8415\n",
      "Epoch 409/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3499 - acc: 0.8671 - val_loss: 0.4049 - val_acc: 0.8476\n",
      "Epoch 410/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3403 - acc: 0.8773 - val_loss: 0.4372 - val_acc: 0.8354\n",
      "Epoch 411/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3416 - acc: 0.8712 - val_loss: 0.4301 - val_acc: 0.8232\n",
      "Epoch 412/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3542 - acc: 0.8630 - val_loss: 0.4082 - val_acc: 0.8598\n",
      "Epoch 413/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3358 - acc: 0.8753 - val_loss: 0.4133 - val_acc: 0.8476\n",
      "Epoch 414/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "489/489 [==============================] - 0s 126us/step - loss: 0.3411 - acc: 0.8773 - val_loss: 0.4078 - val_acc: 0.8415\n",
      "Epoch 415/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3404 - acc: 0.8753 - val_loss: 0.4217 - val_acc: 0.8415\n",
      "Epoch 416/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3474 - acc: 0.8732 - val_loss: 0.4013 - val_acc: 0.8476\n",
      "Epoch 417/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3427 - acc: 0.8691 - val_loss: 0.4412 - val_acc: 0.8171\n",
      "Epoch 418/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3376 - acc: 0.8793 - val_loss: 0.4032 - val_acc: 0.8476\n",
      "Epoch 419/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3372 - acc: 0.8732 - val_loss: 0.4037 - val_acc: 0.8476\n",
      "Epoch 420/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 0.3348 - acc: 0.8773 - val_loss: 0.4387 - val_acc: 0.8232\n",
      "Epoch 421/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3384 - acc: 0.8773 - val_loss: 0.4030 - val_acc: 0.8537\n",
      "Epoch 422/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3387 - acc: 0.8814 - val_loss: 0.4280 - val_acc: 0.8354\n",
      "Epoch 423/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3661 - acc: 0.8712 - val_loss: 0.4513 - val_acc: 0.8354\n",
      "Epoch 424/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3469 - acc: 0.8753 - val_loss: 0.4190 - val_acc: 0.8415\n",
      "Epoch 425/1000\n",
      "489/489 [==============================] - 0s 111us/step - loss: 0.3431 - acc: 0.8712 - val_loss: 0.4238 - val_acc: 0.8354\n",
      "Epoch 426/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3438 - acc: 0.8732 - val_loss: 0.4250 - val_acc: 0.8354\n",
      "Epoch 427/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3521 - acc: 0.8732 - val_loss: 0.4061 - val_acc: 0.8476\n",
      "Epoch 428/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3489 - acc: 0.8650 - val_loss: 0.4448 - val_acc: 0.8110\n",
      "Epoch 429/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3471 - acc: 0.8609 - val_loss: 0.3985 - val_acc: 0.8476\n",
      "Epoch 430/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3318 - acc: 0.8773 - val_loss: 0.4294 - val_acc: 0.8354\n",
      "Epoch 431/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3347 - acc: 0.8753 - val_loss: 0.4166 - val_acc: 0.8476\n",
      "Epoch 432/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3352 - acc: 0.8753 - val_loss: 0.4087 - val_acc: 0.8598\n",
      "Epoch 433/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3425 - acc: 0.8650 - val_loss: 0.4096 - val_acc: 0.8476\n",
      "Epoch 434/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3314 - acc: 0.8793 - val_loss: 0.4503 - val_acc: 0.8232\n",
      "Epoch 435/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3656 - acc: 0.8609 - val_loss: 0.4119 - val_acc: 0.8476\n",
      "Epoch 436/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3378 - acc: 0.8712 - val_loss: 0.4053 - val_acc: 0.8537\n",
      "Epoch 437/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.3360 - acc: 0.8773 - val_loss: 0.4011 - val_acc: 0.8415\n",
      "Epoch 438/1000\n",
      "489/489 [==============================] - 0s 149us/step - loss: 0.3346 - acc: 0.8773 - val_loss: 0.4490 - val_acc: 0.8354\n",
      "Epoch 439/1000\n",
      "489/489 [==============================] - 0s 135us/step - loss: 0.3396 - acc: 0.8712 - val_loss: 0.3998 - val_acc: 0.8415\n",
      "Epoch 440/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3407 - acc: 0.8793 - val_loss: 0.4219 - val_acc: 0.8354\n",
      "Epoch 441/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3326 - acc: 0.8814 - val_loss: 0.4143 - val_acc: 0.8415\n",
      "Epoch 442/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3348 - acc: 0.8773 - val_loss: 0.4429 - val_acc: 0.8354\n",
      "Epoch 443/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3331 - acc: 0.8773 - val_loss: 0.4115 - val_acc: 0.8537\n",
      "Epoch 444/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3337 - acc: 0.8753 - val_loss: 0.4069 - val_acc: 0.8537\n",
      "Epoch 445/1000\n",
      "489/489 [==============================] - 0s 115us/step - loss: 0.3325 - acc: 0.8793 - val_loss: 0.4093 - val_acc: 0.8476\n",
      "Epoch 446/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3321 - acc: 0.8773 - val_loss: 0.4175 - val_acc: 0.8476\n",
      "Epoch 447/1000\n",
      "489/489 [==============================] - 0s 119us/step - loss: 0.3311 - acc: 0.8773 - val_loss: 0.4008 - val_acc: 0.8415\n",
      "Epoch 448/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3466 - acc: 0.8712 - val_loss: 0.4016 - val_acc: 0.8476\n",
      "Epoch 449/1000\n",
      "489/489 [==============================] - 0s 139us/step - loss: 0.3357 - acc: 0.8732 - val_loss: 0.4292 - val_acc: 0.8354\n",
      "Epoch 450/1000\n",
      "489/489 [==============================] - 0s 155us/step - loss: 0.3420 - acc: 0.8712 - val_loss: 0.4141 - val_acc: 0.8476\n",
      "Epoch 451/1000\n",
      "489/489 [==============================] - 0s 161us/step - loss: 0.3354 - acc: 0.8814 - val_loss: 0.4250 - val_acc: 0.8354\n",
      "Epoch 452/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 0.3291 - acc: 0.8773 - val_loss: 0.4086 - val_acc: 0.8537\n",
      "Epoch 453/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3388 - acc: 0.8732 - val_loss: 0.4185 - val_acc: 0.8415\n",
      "Epoch 454/1000\n",
      "489/489 [==============================] - 0s 150us/step - loss: 0.3305 - acc: 0.8793 - val_loss: 0.4186 - val_acc: 0.8476\n",
      "Epoch 455/1000\n",
      "489/489 [==============================] - 0s 163us/step - loss: 0.3387 - acc: 0.8732 - val_loss: 0.4353 - val_acc: 0.8354\n",
      "Epoch 456/1000\n",
      "489/489 [==============================] - 0s 155us/step - loss: 0.3340 - acc: 0.8773 - val_loss: 0.4176 - val_acc: 0.8415\n",
      "Epoch 457/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3365 - acc: 0.8753 - val_loss: 0.4203 - val_acc: 0.8415\n",
      "Epoch 458/1000\n",
      "489/489 [==============================] - 0s 137us/step - loss: 0.3406 - acc: 0.8671 - val_loss: 0.4130 - val_acc: 0.8354\n",
      "Epoch 459/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3360 - acc: 0.8773 - val_loss: 0.4336 - val_acc: 0.8354\n",
      "Epoch 460/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3418 - acc: 0.8712 - val_loss: 0.4045 - val_acc: 0.8476\n",
      "Epoch 461/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 0.3343 - acc: 0.8793 - val_loss: 0.4391 - val_acc: 0.8354\n",
      "Epoch 462/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3386 - acc: 0.8773 - val_loss: 0.4061 - val_acc: 0.8415\n",
      "Epoch 463/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3326 - acc: 0.8793 - val_loss: 0.4431 - val_acc: 0.8354\n",
      "Epoch 464/1000\n",
      "489/489 [==============================] - 0s 149us/step - loss: 0.3324 - acc: 0.8793 - val_loss: 0.4047 - val_acc: 0.8476\n",
      "Epoch 465/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3342 - acc: 0.8732 - val_loss: 0.4287 - val_acc: 0.8415\n",
      "Epoch 466/1000\n",
      "489/489 [==============================] - 0s 137us/step - loss: 0.3316 - acc: 0.8732 - val_loss: 0.4161 - val_acc: 0.8476\n",
      "Epoch 467/1000\n",
      "489/489 [==============================] - 0s 146us/step - loss: 0.3312 - acc: 0.8712 - val_loss: 0.4066 - val_acc: 0.8537\n",
      "Epoch 468/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3420 - acc: 0.8712 - val_loss: 0.4174 - val_acc: 0.8415\n",
      "Epoch 469/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3375 - acc: 0.8834 - val_loss: 0.4650 - val_acc: 0.8293\n",
      "Epoch 470/1000\n",
      "489/489 [==============================] - 0s 167us/step - loss: 0.3532 - acc: 0.8691 - val_loss: 0.4262 - val_acc: 0.8354\n",
      "Epoch 471/1000\n",
      "489/489 [==============================] - 0s 155us/step - loss: 0.3383 - acc: 0.8712 - val_loss: 0.4109 - val_acc: 0.8476\n",
      "Epoch 472/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3348 - acc: 0.8712 - val_loss: 0.4350 - val_acc: 0.8354\n",
      "Epoch 473/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "489/489 [==============================] - 0s 133us/step - loss: 0.3322 - acc: 0.8732 - val_loss: 0.4128 - val_acc: 0.8537\n",
      "Epoch 474/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3350 - acc: 0.8793 - val_loss: 0.4212 - val_acc: 0.8354\n",
      "Epoch 475/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 0.3542 - acc: 0.8671 - val_loss: 0.4575 - val_acc: 0.8354\n",
      "Epoch 476/1000\n",
      "489/489 [==============================] - 0s 139us/step - loss: 0.3623 - acc: 0.8671 - val_loss: 0.4249 - val_acc: 0.8232\n",
      "Epoch 477/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3438 - acc: 0.8650 - val_loss: 0.4286 - val_acc: 0.8354\n",
      "Epoch 478/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3350 - acc: 0.8712 - val_loss: 0.4127 - val_acc: 0.8476\n",
      "Epoch 479/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3410 - acc: 0.8671 - val_loss: 0.4052 - val_acc: 0.8537\n",
      "Epoch 480/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3300 - acc: 0.8732 - val_loss: 0.4249 - val_acc: 0.8415\n",
      "Epoch 481/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3290 - acc: 0.8712 - val_loss: 0.4244 - val_acc: 0.8415\n",
      "Epoch 482/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3298 - acc: 0.8814 - val_loss: 0.4320 - val_acc: 0.8354\n",
      "Epoch 483/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3384 - acc: 0.8753 - val_loss: 0.3987 - val_acc: 0.8354\n",
      "Epoch 484/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3328 - acc: 0.8814 - val_loss: 0.4415 - val_acc: 0.8354\n",
      "Epoch 485/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3347 - acc: 0.8732 - val_loss: 0.4140 - val_acc: 0.8476\n",
      "Epoch 486/1000\n",
      "489/489 [==============================] - 0s 149us/step - loss: 0.3319 - acc: 0.8855 - val_loss: 0.4296 - val_acc: 0.8354\n",
      "Epoch 487/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3351 - acc: 0.8712 - val_loss: 0.4127 - val_acc: 0.8476\n",
      "Epoch 488/1000\n",
      "489/489 [==============================] - 0s 107us/step - loss: 0.3298 - acc: 0.8773 - val_loss: 0.4154 - val_acc: 0.8415\n",
      "Epoch 489/1000\n",
      "489/489 [==============================] - 0s 111us/step - loss: 0.3302 - acc: 0.8712 - val_loss: 0.4318 - val_acc: 0.8354\n",
      "Epoch 490/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3274 - acc: 0.8773 - val_loss: 0.4122 - val_acc: 0.8415\n",
      "Epoch 491/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3309 - acc: 0.8773 - val_loss: 0.4124 - val_acc: 0.8476\n",
      "Epoch 492/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3370 - acc: 0.8793 - val_loss: 0.4054 - val_acc: 0.8476\n",
      "Epoch 493/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3407 - acc: 0.8630 - val_loss: 0.4170 - val_acc: 0.8354\n",
      "Epoch 494/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3447 - acc: 0.8650 - val_loss: 0.4074 - val_acc: 0.8476\n",
      "Epoch 495/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3306 - acc: 0.8753 - val_loss: 0.4133 - val_acc: 0.8537\n",
      "Epoch 496/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3295 - acc: 0.8712 - val_loss: 0.4179 - val_acc: 0.8415\n",
      "Epoch 497/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.3449 - acc: 0.8630 - val_loss: 0.4089 - val_acc: 0.8415\n",
      "Epoch 498/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3374 - acc: 0.8732 - val_loss: 0.4301 - val_acc: 0.8293\n",
      "Epoch 499/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3426 - acc: 0.8691 - val_loss: 0.4033 - val_acc: 0.8293\n",
      "Epoch 500/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3394 - acc: 0.8712 - val_loss: 0.4170 - val_acc: 0.8415\n",
      "Epoch 501/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3291 - acc: 0.8753 - val_loss: 0.4301 - val_acc: 0.8293\n",
      "Epoch 502/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3353 - acc: 0.8671 - val_loss: 0.4235 - val_acc: 0.8415\n",
      "Epoch 503/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3386 - acc: 0.8671 - val_loss: 0.4150 - val_acc: 0.8415\n",
      "Epoch 504/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3302 - acc: 0.8753 - val_loss: 0.4060 - val_acc: 0.8415\n",
      "Epoch 505/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3321 - acc: 0.8712 - val_loss: 0.4181 - val_acc: 0.8476\n",
      "Epoch 506/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3297 - acc: 0.8753 - val_loss: 0.4179 - val_acc: 0.8415\n",
      "Epoch 507/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3421 - acc: 0.8650 - val_loss: 0.4378 - val_acc: 0.8354\n",
      "Epoch 508/1000\n",
      "489/489 [==============================] - 0s 139us/step - loss: 0.3550 - acc: 0.8691 - val_loss: 0.4183 - val_acc: 0.8232\n",
      "Epoch 509/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3687 - acc: 0.8487 - val_loss: 0.5011 - val_acc: 0.8049\n",
      "Epoch 510/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3476 - acc: 0.8753 - val_loss: 0.4084 - val_acc: 0.8537\n",
      "Epoch 511/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3275 - acc: 0.8753 - val_loss: 0.4204 - val_acc: 0.8415\n",
      "Epoch 512/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3374 - acc: 0.8773 - val_loss: 0.4017 - val_acc: 0.8476\n",
      "Epoch 513/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3436 - acc: 0.8773 - val_loss: 0.4222 - val_acc: 0.8476\n",
      "Epoch 514/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3343 - acc: 0.8753 - val_loss: 0.4348 - val_acc: 0.8171\n",
      "Epoch 515/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3365 - acc: 0.8732 - val_loss: 0.4109 - val_acc: 0.8476\n",
      "Epoch 516/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3284 - acc: 0.8753 - val_loss: 0.4180 - val_acc: 0.8415\n",
      "Epoch 517/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3338 - acc: 0.8773 - val_loss: 0.4326 - val_acc: 0.8293\n",
      "Epoch 518/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3412 - acc: 0.8732 - val_loss: 0.4062 - val_acc: 0.8476\n",
      "Epoch 519/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3323 - acc: 0.8773 - val_loss: 0.4151 - val_acc: 0.8415\n",
      "Epoch 520/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3313 - acc: 0.8712 - val_loss: 0.4052 - val_acc: 0.8476\n",
      "Epoch 521/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3387 - acc: 0.8671 - val_loss: 0.4448 - val_acc: 0.8293\n",
      "Epoch 522/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3258 - acc: 0.8793 - val_loss: 0.4074 - val_acc: 0.8415\n",
      "Epoch 523/1000\n",
      "489/489 [==============================] - 0s 153us/step - loss: 0.3348 - acc: 0.8732 - val_loss: 0.4054 - val_acc: 0.8354\n",
      "Epoch 524/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3526 - acc: 0.8569 - val_loss: 0.4380 - val_acc: 0.8110\n",
      "Epoch 525/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3294 - acc: 0.8712 - val_loss: 0.4288 - val_acc: 0.8354\n",
      "Epoch 526/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3350 - acc: 0.8793 - val_loss: 0.4215 - val_acc: 0.8415\n",
      "Epoch 527/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3329 - acc: 0.8691 - val_loss: 0.4115 - val_acc: 0.8476\n",
      "Epoch 528/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3366 - acc: 0.8691 - val_loss: 0.4503 - val_acc: 0.8232\n",
      "Epoch 529/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3299 - acc: 0.8753 - val_loss: 0.4210 - val_acc: 0.8415\n",
      "Epoch 530/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3277 - acc: 0.8712 - val_loss: 0.4065 - val_acc: 0.8476\n",
      "Epoch 531/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3311 - acc: 0.8732 - val_loss: 0.4316 - val_acc: 0.8293\n",
      "Epoch 532/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "489/489 [==============================] - 0s 112us/step - loss: 0.3369 - acc: 0.8712 - val_loss: 0.4135 - val_acc: 0.8415\n",
      "Epoch 533/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3341 - acc: 0.8834 - val_loss: 0.4517 - val_acc: 0.8232\n",
      "Epoch 534/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3342 - acc: 0.8691 - val_loss: 0.4232 - val_acc: 0.8415\n",
      "Epoch 535/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3274 - acc: 0.8773 - val_loss: 0.4142 - val_acc: 0.8415\n",
      "Epoch 536/1000\n",
      "489/489 [==============================] - 0s 113us/step - loss: 0.3289 - acc: 0.8753 - val_loss: 0.4107 - val_acc: 0.8476\n",
      "Epoch 537/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3390 - acc: 0.8691 - val_loss: 0.4123 - val_acc: 0.8354\n",
      "Epoch 538/1000\n",
      "489/489 [==============================] - 0s 109us/step - loss: 0.3294 - acc: 0.8732 - val_loss: 0.4161 - val_acc: 0.8415\n",
      "Epoch 539/1000\n",
      "489/489 [==============================] - 0s 106us/step - loss: 0.3314 - acc: 0.8732 - val_loss: 0.4324 - val_acc: 0.8232\n",
      "Epoch 540/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.3279 - acc: 0.8773 - val_loss: 0.4124 - val_acc: 0.8354\n",
      "Epoch 541/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3289 - acc: 0.8773 - val_loss: 0.4141 - val_acc: 0.8415\n",
      "Epoch 542/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3287 - acc: 0.8793 - val_loss: 0.4349 - val_acc: 0.8232\n",
      "Epoch 543/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3300 - acc: 0.8712 - val_loss: 0.4075 - val_acc: 0.8415\n",
      "Epoch 544/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3252 - acc: 0.8875 - val_loss: 0.4490 - val_acc: 0.8232\n",
      "Epoch 545/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3448 - acc: 0.8773 - val_loss: 0.4200 - val_acc: 0.8354\n",
      "Epoch 546/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3294 - acc: 0.8773 - val_loss: 0.4328 - val_acc: 0.8293\n",
      "Epoch 547/1000\n",
      "489/489 [==============================] - 0s 106us/step - loss: 0.3314 - acc: 0.8732 - val_loss: 0.4236 - val_acc: 0.8354\n",
      "Epoch 548/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3323 - acc: 0.8732 - val_loss: 0.4692 - val_acc: 0.8232\n",
      "Epoch 549/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3522 - acc: 0.8671 - val_loss: 0.4453 - val_acc: 0.8110\n",
      "Epoch 550/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3498 - acc: 0.8691 - val_loss: 0.4226 - val_acc: 0.8293\n",
      "Epoch 551/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3561 - acc: 0.8650 - val_loss: 0.4527 - val_acc: 0.8110\n",
      "Epoch 552/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3260 - acc: 0.8814 - val_loss: 0.4205 - val_acc: 0.8354\n",
      "Epoch 553/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3303 - acc: 0.8773 - val_loss: 0.4094 - val_acc: 0.8415\n",
      "Epoch 554/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3285 - acc: 0.8753 - val_loss: 0.4209 - val_acc: 0.8415\n",
      "Epoch 555/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.3260 - acc: 0.8773 - val_loss: 0.4348 - val_acc: 0.8232\n",
      "Epoch 556/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3313 - acc: 0.8814 - val_loss: 0.4268 - val_acc: 0.8354\n",
      "Epoch 557/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3265 - acc: 0.8753 - val_loss: 0.4217 - val_acc: 0.8354\n",
      "Epoch 558/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3273 - acc: 0.8753 - val_loss: 0.4231 - val_acc: 0.8354\n",
      "Epoch 559/1000\n",
      "489/489 [==============================] - 0s 146us/step - loss: 0.3266 - acc: 0.8793 - val_loss: 0.4120 - val_acc: 0.8415\n",
      "Epoch 560/1000\n",
      "489/489 [==============================] - 0s 132us/step - loss: 0.3282 - acc: 0.8814 - val_loss: 0.4244 - val_acc: 0.8415\n",
      "Epoch 561/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3272 - acc: 0.8773 - val_loss: 0.4093 - val_acc: 0.8354\n",
      "Epoch 562/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3309 - acc: 0.8793 - val_loss: 0.4327 - val_acc: 0.8293\n",
      "Epoch 563/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3315 - acc: 0.8732 - val_loss: 0.4279 - val_acc: 0.8293\n",
      "Epoch 564/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3353 - acc: 0.8691 - val_loss: 0.4442 - val_acc: 0.8232\n",
      "Epoch 565/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3299 - acc: 0.8753 - val_loss: 0.4369 - val_acc: 0.8293\n",
      "Epoch 566/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3309 - acc: 0.8753 - val_loss: 0.4168 - val_acc: 0.8476\n",
      "Epoch 567/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3294 - acc: 0.8793 - val_loss: 0.4329 - val_acc: 0.8293\n",
      "Epoch 568/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 0.3410 - acc: 0.8753 - val_loss: 0.4191 - val_acc: 0.8415\n",
      "Epoch 569/1000\n",
      "489/489 [==============================] - 0s 137us/step - loss: 0.3363 - acc: 0.8691 - val_loss: 0.4367 - val_acc: 0.8232\n",
      "Epoch 570/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3431 - acc: 0.8773 - val_loss: 0.4112 - val_acc: 0.8415\n",
      "Epoch 571/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3307 - acc: 0.8712 - val_loss: 0.4390 - val_acc: 0.8293\n",
      "Epoch 572/1000\n",
      "489/489 [==============================] - 0s 149us/step - loss: 0.3295 - acc: 0.8773 - val_loss: 0.4083 - val_acc: 0.8476\n",
      "Epoch 573/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3523 - acc: 0.8569 - val_loss: 0.4795 - val_acc: 0.8049\n",
      "Epoch 574/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3522 - acc: 0.8671 - val_loss: 0.4310 - val_acc: 0.8232\n",
      "Epoch 575/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3390 - acc: 0.8732 - val_loss: 0.4234 - val_acc: 0.8415\n",
      "Epoch 576/1000\n",
      "489/489 [==============================] - 0s 169us/step - loss: 0.3281 - acc: 0.8753 - val_loss: 0.4403 - val_acc: 0.8232\n",
      "Epoch 577/1000\n",
      "489/489 [==============================] - 0s 165us/step - loss: 0.3299 - acc: 0.8753 - val_loss: 0.4215 - val_acc: 0.8415\n",
      "Epoch 578/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 0.3344 - acc: 0.8793 - val_loss: 0.4411 - val_acc: 0.8232\n",
      "Epoch 579/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3346 - acc: 0.8814 - val_loss: 0.4204 - val_acc: 0.8476\n",
      "Epoch 580/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3307 - acc: 0.8753 - val_loss: 0.4518 - val_acc: 0.8232\n",
      "Epoch 581/1000\n",
      "489/489 [==============================] - 0s 159us/step - loss: 0.3328 - acc: 0.8773 - val_loss: 0.4051 - val_acc: 0.8354\n",
      "Epoch 582/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3352 - acc: 0.8753 - val_loss: 0.4393 - val_acc: 0.8232\n",
      "Epoch 583/1000\n",
      "489/489 [==============================] - 0s 186us/step - loss: 0.3324 - acc: 0.8753 - val_loss: 0.4325 - val_acc: 0.8293\n",
      "Epoch 584/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3300 - acc: 0.8773 - val_loss: 0.4296 - val_acc: 0.8293\n",
      "Epoch 585/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3278 - acc: 0.8793 - val_loss: 0.4291 - val_acc: 0.8354\n",
      "Epoch 586/1000\n",
      "489/489 [==============================] - 0s 139us/step - loss: 0.3289 - acc: 0.8753 - val_loss: 0.4492 - val_acc: 0.8171\n",
      "Epoch 587/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3346 - acc: 0.8753 - val_loss: 0.4251 - val_acc: 0.8354\n",
      "Epoch 588/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3322 - acc: 0.8773 - val_loss: 0.4310 - val_acc: 0.8293\n",
      "Epoch 589/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3428 - acc: 0.8712 - val_loss: 0.4744 - val_acc: 0.8232\n",
      "Epoch 590/1000\n",
      "489/489 [==============================] - 0s 167us/step - loss: 0.3412 - acc: 0.8691 - val_loss: 0.4264 - val_acc: 0.8232\n",
      "Epoch 591/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "489/489 [==============================] - 0s 157us/step - loss: 0.3470 - acc: 0.8712 - val_loss: 0.4348 - val_acc: 0.8293\n",
      "Epoch 592/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3360 - acc: 0.8732 - val_loss: 0.4096 - val_acc: 0.8354\n",
      "Epoch 593/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3343 - acc: 0.8814 - val_loss: 0.4583 - val_acc: 0.8110\n",
      "Epoch 594/1000\n",
      "489/489 [==============================] - 0s 109us/step - loss: 0.3375 - acc: 0.8650 - val_loss: 0.4612 - val_acc: 0.8110\n",
      "Epoch 595/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3385 - acc: 0.8753 - val_loss: 0.4125 - val_acc: 0.8354\n",
      "Epoch 596/1000\n",
      "489/489 [==============================] - 0s 119us/step - loss: 0.3396 - acc: 0.8814 - val_loss: 0.4440 - val_acc: 0.8232\n",
      "Epoch 597/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3298 - acc: 0.8793 - val_loss: 0.4250 - val_acc: 0.8293\n",
      "Epoch 598/1000\n",
      "489/489 [==============================] - 0s 137us/step - loss: 0.3267 - acc: 0.8773 - val_loss: 0.4333 - val_acc: 0.8293\n",
      "Epoch 599/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3265 - acc: 0.8773 - val_loss: 0.4321 - val_acc: 0.8293\n",
      "Epoch 600/1000\n",
      "489/489 [==============================] - 0s 136us/step - loss: 0.3276 - acc: 0.8773 - val_loss: 0.4223 - val_acc: 0.8415\n",
      "Epoch 601/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 0.3304 - acc: 0.8814 - val_loss: 0.4213 - val_acc: 0.8476\n",
      "Epoch 602/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.3357 - acc: 0.8691 - val_loss: 0.4385 - val_acc: 0.8293\n",
      "Epoch 603/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3363 - acc: 0.8732 - val_loss: 0.4807 - val_acc: 0.8171\n",
      "Epoch 604/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3295 - acc: 0.8793 - val_loss: 0.4104 - val_acc: 0.8354\n",
      "Epoch 605/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 0.3329 - acc: 0.8773 - val_loss: 0.4391 - val_acc: 0.8293\n",
      "Epoch 606/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3414 - acc: 0.8671 - val_loss: 0.4253 - val_acc: 0.8415\n",
      "Epoch 607/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3266 - acc: 0.8753 - val_loss: 0.4189 - val_acc: 0.8415\n",
      "Epoch 608/1000\n",
      "489/489 [==============================] - 0s 173us/step - loss: 0.3425 - acc: 0.8732 - val_loss: 0.4471 - val_acc: 0.8171\n",
      "Epoch 609/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 0.3314 - acc: 0.8793 - val_loss: 0.4417 - val_acc: 0.8232\n",
      "Epoch 610/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3389 - acc: 0.8691 - val_loss: 0.4299 - val_acc: 0.8293\n",
      "Epoch 611/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.3250 - acc: 0.8793 - val_loss: 0.4209 - val_acc: 0.8293\n",
      "Epoch 612/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3303 - acc: 0.8773 - val_loss: 0.4157 - val_acc: 0.8354\n",
      "Epoch 613/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3280 - acc: 0.8793 - val_loss: 0.4287 - val_acc: 0.8293\n",
      "Epoch 614/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3315 - acc: 0.8732 - val_loss: 0.4275 - val_acc: 0.8354\n",
      "Epoch 615/1000\n",
      "489/489 [==============================] - 0s 111us/step - loss: 0.3281 - acc: 0.8712 - val_loss: 0.4546 - val_acc: 0.8110\n",
      "Epoch 616/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3485 - acc: 0.8691 - val_loss: 0.4577 - val_acc: 0.8232\n",
      "Epoch 617/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3405 - acc: 0.8753 - val_loss: 0.4104 - val_acc: 0.8415\n",
      "Epoch 618/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.3258 - acc: 0.8875 - val_loss: 0.4491 - val_acc: 0.8232\n",
      "Epoch 619/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 0.3243 - acc: 0.8732 - val_loss: 0.4180 - val_acc: 0.8354\n",
      "Epoch 620/1000\n",
      "489/489 [==============================] - 0s 149us/step - loss: 0.3315 - acc: 0.8712 - val_loss: 0.4205 - val_acc: 0.8354\n",
      "Epoch 621/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3238 - acc: 0.8753 - val_loss: 0.4251 - val_acc: 0.8293\n",
      "Epoch 622/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3248 - acc: 0.8773 - val_loss: 0.4309 - val_acc: 0.8232\n",
      "Epoch 623/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3240 - acc: 0.8793 - val_loss: 0.4297 - val_acc: 0.8293\n",
      "Epoch 624/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3290 - acc: 0.8753 - val_loss: 0.4275 - val_acc: 0.8293\n",
      "Epoch 625/1000\n",
      "489/489 [==============================] - 0s 135us/step - loss: 0.3267 - acc: 0.8712 - val_loss: 0.4256 - val_acc: 0.8354\n",
      "Epoch 626/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3275 - acc: 0.8712 - val_loss: 0.4207 - val_acc: 0.8293\n",
      "Epoch 627/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3236 - acc: 0.8793 - val_loss: 0.4333 - val_acc: 0.8232\n",
      "Epoch 628/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3250 - acc: 0.8793 - val_loss: 0.4297 - val_acc: 0.8293\n",
      "Epoch 629/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 0.3295 - acc: 0.8814 - val_loss: 0.4574 - val_acc: 0.8171\n",
      "Epoch 630/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3355 - acc: 0.8753 - val_loss: 0.4211 - val_acc: 0.8354\n",
      "Epoch 631/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3369 - acc: 0.8732 - val_loss: 0.4156 - val_acc: 0.8354\n",
      "Epoch 632/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3339 - acc: 0.8712 - val_loss: 0.4077 - val_acc: 0.8415\n",
      "Epoch 633/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3332 - acc: 0.8793 - val_loss: 0.4371 - val_acc: 0.8232\n",
      "Epoch 634/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3279 - acc: 0.8753 - val_loss: 0.4204 - val_acc: 0.8354\n",
      "Epoch 635/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3249 - acc: 0.8712 - val_loss: 0.4377 - val_acc: 0.8171\n",
      "Epoch 636/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3304 - acc: 0.8732 - val_loss: 0.4521 - val_acc: 0.8171\n",
      "Epoch 637/1000\n",
      "489/489 [==============================] - 0s 153us/step - loss: 0.3354 - acc: 0.8732 - val_loss: 0.4182 - val_acc: 0.8293\n",
      "Epoch 638/1000\n",
      "489/489 [==============================] - 0s 123us/step - loss: 0.3389 - acc: 0.8712 - val_loss: 0.4527 - val_acc: 0.8232\n",
      "Epoch 639/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3356 - acc: 0.8732 - val_loss: 0.4051 - val_acc: 0.8415\n",
      "Epoch 640/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3245 - acc: 0.8753 - val_loss: 0.4341 - val_acc: 0.8171\n",
      "Epoch 641/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 0.3293 - acc: 0.8691 - val_loss: 0.4355 - val_acc: 0.8232\n",
      "Epoch 642/1000\n",
      "489/489 [==============================] - 0s 153us/step - loss: 0.3360 - acc: 0.8691 - val_loss: 0.4207 - val_acc: 0.8415\n",
      "Epoch 643/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 0.3221 - acc: 0.8793 - val_loss: 0.4281 - val_acc: 0.8293\n",
      "Epoch 644/1000\n",
      "489/489 [==============================] - 0s 137us/step - loss: 0.3319 - acc: 0.8732 - val_loss: 0.4692 - val_acc: 0.8171\n",
      "Epoch 645/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3342 - acc: 0.8773 - val_loss: 0.4083 - val_acc: 0.8232\n",
      "Epoch 646/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3235 - acc: 0.8732 - val_loss: 0.4234 - val_acc: 0.8293\n",
      "Epoch 647/1000\n",
      "489/489 [==============================] - 0s 115us/step - loss: 0.3249 - acc: 0.8712 - val_loss: 0.4088 - val_acc: 0.8354\n",
      "Epoch 648/1000\n",
      "489/489 [==============================] - 0s 130us/step - loss: 0.3249 - acc: 0.8732 - val_loss: 0.4048 - val_acc: 0.8354\n",
      "Epoch 649/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3296 - acc: 0.8712 - val_loss: 0.4347 - val_acc: 0.8232\n",
      "Epoch 650/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "489/489 [==============================] - 0s 135us/step - loss: 0.3280 - acc: 0.8753 - val_loss: 0.4142 - val_acc: 0.8415\n",
      "Epoch 651/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 0.3318 - acc: 0.8753 - val_loss: 0.4075 - val_acc: 0.8232\n",
      "Epoch 652/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3303 - acc: 0.8793 - val_loss: 0.4043 - val_acc: 0.8354\n",
      "Epoch 653/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3279 - acc: 0.8793 - val_loss: 0.4186 - val_acc: 0.8293\n",
      "Epoch 654/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 0.3233 - acc: 0.8793 - val_loss: 0.4150 - val_acc: 0.8293\n",
      "Epoch 655/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 0.3210 - acc: 0.8814 - val_loss: 0.4110 - val_acc: 0.8293\n",
      "Epoch 656/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3265 - acc: 0.8753 - val_loss: 0.4221 - val_acc: 0.8293\n",
      "Epoch 657/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3322 - acc: 0.8793 - val_loss: 0.4260 - val_acc: 0.8171\n",
      "Epoch 658/1000\n",
      "489/489 [==============================] - 0s 161us/step - loss: 0.3301 - acc: 0.8691 - val_loss: 0.4189 - val_acc: 0.8354\n",
      "Epoch 659/1000\n",
      "489/489 [==============================] - 0s 149us/step - loss: 0.3925 - acc: 0.8609 - val_loss: 0.4320 - val_acc: 0.8293\n",
      "Epoch 660/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3262 - acc: 0.8712 - val_loss: 0.4097 - val_acc: 0.8232\n",
      "Epoch 661/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3313 - acc: 0.8732 - val_loss: 0.4281 - val_acc: 0.8232\n",
      "Epoch 662/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3264 - acc: 0.8753 - val_loss: 0.4608 - val_acc: 0.8110\n",
      "Epoch 663/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3408 - acc: 0.8732 - val_loss: 0.4725 - val_acc: 0.8049\n",
      "Epoch 664/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3502 - acc: 0.8671 - val_loss: 0.4433 - val_acc: 0.8171\n",
      "Epoch 665/1000\n",
      "489/489 [==============================] - 0s 142us/step - loss: 0.3449 - acc: 0.8793 - val_loss: 0.4120 - val_acc: 0.8232\n",
      "Epoch 666/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 0.3291 - acc: 0.8753 - val_loss: 0.4181 - val_acc: 0.8293\n",
      "Epoch 667/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3268 - acc: 0.8793 - val_loss: 0.4122 - val_acc: 0.8293\n",
      "Epoch 668/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3234 - acc: 0.8793 - val_loss: 0.4168 - val_acc: 0.8232\n",
      "Epoch 669/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3231 - acc: 0.8773 - val_loss: 0.4209 - val_acc: 0.8232\n",
      "Epoch 670/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3242 - acc: 0.8773 - val_loss: 0.4131 - val_acc: 0.8415\n",
      "Epoch 671/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3245 - acc: 0.8773 - val_loss: 0.4224 - val_acc: 0.8232\n",
      "Epoch 672/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3247 - acc: 0.8773 - val_loss: 0.4041 - val_acc: 0.8415\n",
      "Epoch 673/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3451 - acc: 0.8609 - val_loss: 0.4410 - val_acc: 0.8171\n",
      "Epoch 674/1000\n",
      "489/489 [==============================] - 0s 139us/step - loss: 0.3461 - acc: 0.8589 - val_loss: 0.4745 - val_acc: 0.8171\n",
      "Epoch 675/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 0.3582 - acc: 0.8712 - val_loss: 0.4160 - val_acc: 0.8354\n",
      "Epoch 676/1000\n",
      "489/489 [==============================] - 0s 139us/step - loss: 0.3204 - acc: 0.8732 - val_loss: 0.4556 - val_acc: 0.8171\n",
      "Epoch 677/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3364 - acc: 0.8712 - val_loss: 0.4259 - val_acc: 0.8232\n",
      "Epoch 678/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3239 - acc: 0.8793 - val_loss: 0.4368 - val_acc: 0.8171\n",
      "Epoch 679/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 0.3331 - acc: 0.8691 - val_loss: 0.4049 - val_acc: 0.8293\n",
      "Epoch 680/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3381 - acc: 0.8773 - val_loss: 0.4081 - val_acc: 0.8415\n",
      "Epoch 681/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3326 - acc: 0.8732 - val_loss: 0.4385 - val_acc: 0.8171\n",
      "Epoch 682/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.3290 - acc: 0.8732 - val_loss: 0.4201 - val_acc: 0.8293\n",
      "Epoch 683/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3275 - acc: 0.8793 - val_loss: 0.4085 - val_acc: 0.8232\n",
      "Epoch 684/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3241 - acc: 0.8814 - val_loss: 0.4145 - val_acc: 0.8293\n",
      "Epoch 685/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3238 - acc: 0.8855 - val_loss: 0.4289 - val_acc: 0.8232\n",
      "Epoch 686/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3223 - acc: 0.8773 - val_loss: 0.4323 - val_acc: 0.8171\n",
      "Epoch 687/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3266 - acc: 0.8793 - val_loss: 0.4073 - val_acc: 0.8232\n",
      "Epoch 688/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3361 - acc: 0.8712 - val_loss: 0.4342 - val_acc: 0.8232\n",
      "Epoch 689/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.3340 - acc: 0.8753 - val_loss: 0.4267 - val_acc: 0.8232\n",
      "Epoch 690/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3224 - acc: 0.8753 - val_loss: 0.4355 - val_acc: 0.8171\n",
      "Epoch 691/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3214 - acc: 0.8814 - val_loss: 0.4098 - val_acc: 0.8171\n",
      "Epoch 692/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3231 - acc: 0.8814 - val_loss: 0.4257 - val_acc: 0.8232\n",
      "Epoch 693/1000\n",
      "489/489 [==============================] - 0s 155us/step - loss: 0.3240 - acc: 0.8814 - val_loss: 0.4136 - val_acc: 0.8293\n",
      "Epoch 694/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3229 - acc: 0.8773 - val_loss: 0.4081 - val_acc: 0.8232\n",
      "Epoch 695/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3234 - acc: 0.8753 - val_loss: 0.4216 - val_acc: 0.8293\n",
      "Epoch 696/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3201 - acc: 0.8753 - val_loss: 0.4179 - val_acc: 0.8293\n",
      "Epoch 697/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3209 - acc: 0.8753 - val_loss: 0.4312 - val_acc: 0.8232\n",
      "Epoch 698/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3217 - acc: 0.8875 - val_loss: 0.4002 - val_acc: 0.8293\n",
      "Epoch 699/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 0.3198 - acc: 0.8855 - val_loss: 0.4382 - val_acc: 0.8232\n",
      "Epoch 700/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3286 - acc: 0.8753 - val_loss: 0.4063 - val_acc: 0.8476\n",
      "Epoch 701/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3211 - acc: 0.8814 - val_loss: 0.4133 - val_acc: 0.8232\n",
      "Epoch 702/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3225 - acc: 0.8773 - val_loss: 0.4309 - val_acc: 0.8232\n",
      "Epoch 703/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3223 - acc: 0.8773 - val_loss: 0.4082 - val_acc: 0.8293\n",
      "Epoch 704/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3207 - acc: 0.8814 - val_loss: 0.4006 - val_acc: 0.8354\n",
      "Epoch 705/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.3227 - acc: 0.8875 - val_loss: 0.4069 - val_acc: 0.8354\n",
      "Epoch 706/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3266 - acc: 0.8773 - val_loss: 0.4092 - val_acc: 0.8415\n",
      "Epoch 707/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3360 - acc: 0.8732 - val_loss: 0.4349 - val_acc: 0.8110\n",
      "Epoch 708/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3252 - acc: 0.8753 - val_loss: 0.4391 - val_acc: 0.8110\n",
      "Epoch 709/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "489/489 [==============================] - 0s 117us/step - loss: 0.3198 - acc: 0.8814 - val_loss: 0.4147 - val_acc: 0.8232\n",
      "Epoch 710/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3227 - acc: 0.8834 - val_loss: 0.4184 - val_acc: 0.8232\n",
      "Epoch 711/1000\n",
      "489/489 [==============================] - 0s 157us/step - loss: 0.3225 - acc: 0.8753 - val_loss: 0.4248 - val_acc: 0.8171\n",
      "Epoch 712/1000\n",
      "489/489 [==============================] - 0s 127us/step - loss: 0.3294 - acc: 0.8814 - val_loss: 0.4155 - val_acc: 0.8232\n",
      "Epoch 713/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3458 - acc: 0.8712 - val_loss: 0.4567 - val_acc: 0.8110\n",
      "Epoch 714/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3250 - acc: 0.8834 - val_loss: 0.4077 - val_acc: 0.8232\n",
      "Epoch 715/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3250 - acc: 0.8753 - val_loss: 0.4738 - val_acc: 0.8049\n",
      "Epoch 716/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3290 - acc: 0.8753 - val_loss: 0.4095 - val_acc: 0.8232\n",
      "Epoch 717/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3506 - acc: 0.8732 - val_loss: 0.4670 - val_acc: 0.8110\n",
      "Epoch 718/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3319 - acc: 0.8753 - val_loss: 0.4121 - val_acc: 0.8354\n",
      "Epoch 719/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3338 - acc: 0.8834 - val_loss: 0.4255 - val_acc: 0.8171\n",
      "Epoch 720/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3286 - acc: 0.8793 - val_loss: 0.4291 - val_acc: 0.8171\n",
      "Epoch 721/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3275 - acc: 0.8793 - val_loss: 0.4298 - val_acc: 0.8171\n",
      "Epoch 722/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3204 - acc: 0.8773 - val_loss: 0.4175 - val_acc: 0.8232\n",
      "Epoch 723/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3298 - acc: 0.8671 - val_loss: 0.4216 - val_acc: 0.8232\n",
      "Epoch 724/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.3234 - acc: 0.8773 - val_loss: 0.4312 - val_acc: 0.8171\n",
      "Epoch 725/1000\n",
      "489/489 [==============================] - 0s 137us/step - loss: 0.3229 - acc: 0.8773 - val_loss: 0.4126 - val_acc: 0.8232\n",
      "Epoch 726/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.3279 - acc: 0.8793 - val_loss: 0.4149 - val_acc: 0.8110\n",
      "Epoch 727/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3272 - acc: 0.8814 - val_loss: 0.4179 - val_acc: 0.8232\n",
      "Epoch 728/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3266 - acc: 0.8814 - val_loss: 0.4439 - val_acc: 0.8110\n",
      "Epoch 729/1000\n",
      "489/489 [==============================] - 0s 130us/step - loss: 0.3204 - acc: 0.8793 - val_loss: 0.4297 - val_acc: 0.8171\n",
      "Epoch 730/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3240 - acc: 0.8753 - val_loss: 0.4207 - val_acc: 0.8232\n",
      "Epoch 731/1000\n",
      "489/489 [==============================] - 0s 139us/step - loss: 0.3315 - acc: 0.8875 - val_loss: 0.4969 - val_acc: 0.8049\n",
      "Epoch 732/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3644 - acc: 0.8671 - val_loss: 0.4429 - val_acc: 0.8232\n",
      "Epoch 733/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3624 - acc: 0.8691 - val_loss: 0.4633 - val_acc: 0.8110\n",
      "Epoch 734/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3416 - acc: 0.8732 - val_loss: 0.4106 - val_acc: 0.8293\n",
      "Epoch 735/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3382 - acc: 0.8773 - val_loss: 0.4144 - val_acc: 0.8415\n",
      "Epoch 736/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3350 - acc: 0.8814 - val_loss: 0.4296 - val_acc: 0.8232\n",
      "Epoch 737/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3218 - acc: 0.8773 - val_loss: 0.4361 - val_acc: 0.8171\n",
      "Epoch 738/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3228 - acc: 0.8773 - val_loss: 0.4418 - val_acc: 0.8110\n",
      "Epoch 739/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3207 - acc: 0.8814 - val_loss: 0.4136 - val_acc: 0.8232\n",
      "Epoch 740/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3239 - acc: 0.8753 - val_loss: 0.4226 - val_acc: 0.8293\n",
      "Epoch 741/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3277 - acc: 0.8793 - val_loss: 0.4394 - val_acc: 0.8171\n",
      "Epoch 742/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3328 - acc: 0.8691 - val_loss: 0.4483 - val_acc: 0.8110\n",
      "Epoch 743/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.3480 - acc: 0.8793 - val_loss: 0.4272 - val_acc: 0.8171\n",
      "Epoch 744/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3331 - acc: 0.8691 - val_loss: 0.4452 - val_acc: 0.8110\n",
      "Epoch 745/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3211 - acc: 0.8793 - val_loss: 0.4404 - val_acc: 0.8171\n",
      "Epoch 746/1000\n",
      "489/489 [==============================] - 0s 153us/step - loss: 0.3267 - acc: 0.8712 - val_loss: 0.4257 - val_acc: 0.8232\n",
      "Epoch 747/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.3215 - acc: 0.8732 - val_loss: 0.4213 - val_acc: 0.8293\n",
      "Epoch 748/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3307 - acc: 0.8773 - val_loss: 0.4247 - val_acc: 0.8232\n",
      "Epoch 749/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3243 - acc: 0.8732 - val_loss: 0.4370 - val_acc: 0.8171\n",
      "Epoch 750/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3301 - acc: 0.8855 - val_loss: 0.4460 - val_acc: 0.8171\n",
      "Epoch 751/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3226 - acc: 0.8814 - val_loss: 0.4376 - val_acc: 0.8171\n",
      "Epoch 752/1000\n",
      "489/489 [==============================] - 0s 109us/step - loss: 0.3245 - acc: 0.8773 - val_loss: 0.4118 - val_acc: 0.8293\n",
      "Epoch 753/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3258 - acc: 0.8712 - val_loss: 0.4569 - val_acc: 0.8171\n",
      "Epoch 754/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3266 - acc: 0.8793 - val_loss: 0.4225 - val_acc: 0.8232\n",
      "Epoch 755/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3219 - acc: 0.8814 - val_loss: 0.4196 - val_acc: 0.8232\n",
      "Epoch 756/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3225 - acc: 0.8793 - val_loss: 0.4306 - val_acc: 0.8232\n",
      "Epoch 757/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3396 - acc: 0.8773 - val_loss: 0.4357 - val_acc: 0.8232\n",
      "Epoch 758/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3252 - acc: 0.8814 - val_loss: 0.4349 - val_acc: 0.8171\n",
      "Epoch 759/1000\n",
      "489/489 [==============================] - 0s 115us/step - loss: 0.3289 - acc: 0.8732 - val_loss: 0.4377 - val_acc: 0.8232\n",
      "Epoch 760/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3316 - acc: 0.8712 - val_loss: 0.4540 - val_acc: 0.8171\n",
      "Epoch 761/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3321 - acc: 0.8691 - val_loss: 0.4189 - val_acc: 0.8232\n",
      "Epoch 762/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3444 - acc: 0.8650 - val_loss: 0.4804 - val_acc: 0.8171\n",
      "Epoch 763/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3413 - acc: 0.8630 - val_loss: 0.4339 - val_acc: 0.8171\n",
      "Epoch 764/1000\n",
      "489/489 [==============================] - 0s 153us/step - loss: 0.3195 - acc: 0.8814 - val_loss: 0.4249 - val_acc: 0.8232\n",
      "Epoch 765/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3237 - acc: 0.8793 - val_loss: 0.4449 - val_acc: 0.8171\n",
      "Epoch 766/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3232 - acc: 0.8773 - val_loss: 0.4421 - val_acc: 0.8171\n",
      "Epoch 767/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3207 - acc: 0.8814 - val_loss: 0.4191 - val_acc: 0.8232\n",
      "Epoch 768/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "489/489 [==============================] - 0s 128us/step - loss: 0.3303 - acc: 0.8712 - val_loss: 0.4269 - val_acc: 0.8232\n",
      "Epoch 769/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3198 - acc: 0.8793 - val_loss: 0.4237 - val_acc: 0.8293\n",
      "Epoch 770/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3199 - acc: 0.8753 - val_loss: 0.4526 - val_acc: 0.8171\n",
      "Epoch 771/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3254 - acc: 0.8773 - val_loss: 0.4381 - val_acc: 0.8171\n",
      "Epoch 772/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3210 - acc: 0.8773 - val_loss: 0.4217 - val_acc: 0.8293\n",
      "Epoch 773/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3284 - acc: 0.8773 - val_loss: 0.4392 - val_acc: 0.8171\n",
      "Epoch 774/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3279 - acc: 0.8732 - val_loss: 0.4186 - val_acc: 0.8354\n",
      "Epoch 775/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3346 - acc: 0.8732 - val_loss: 0.4376 - val_acc: 0.8232\n",
      "Epoch 776/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3337 - acc: 0.8732 - val_loss: 0.4512 - val_acc: 0.8171\n",
      "Epoch 777/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3299 - acc: 0.8732 - val_loss: 0.4266 - val_acc: 0.8354\n",
      "Epoch 778/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3230 - acc: 0.8732 - val_loss: 0.4251 - val_acc: 0.8232\n",
      "Epoch 779/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3240 - acc: 0.8732 - val_loss: 0.4429 - val_acc: 0.8171\n",
      "Epoch 780/1000\n",
      "489/489 [==============================] - 0s 142us/step - loss: 0.3228 - acc: 0.8773 - val_loss: 0.4378 - val_acc: 0.8171\n",
      "Epoch 781/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3293 - acc: 0.8753 - val_loss: 0.4252 - val_acc: 0.8232\n",
      "Epoch 782/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3206 - acc: 0.8773 - val_loss: 0.4266 - val_acc: 0.8232\n",
      "Epoch 783/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3211 - acc: 0.8753 - val_loss: 0.4424 - val_acc: 0.8171\n",
      "Epoch 784/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3195 - acc: 0.8773 - val_loss: 0.4302 - val_acc: 0.8232\n",
      "Epoch 785/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3211 - acc: 0.8793 - val_loss: 0.4248 - val_acc: 0.8293\n",
      "Epoch 786/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.3214 - acc: 0.8773 - val_loss: 0.4143 - val_acc: 0.8232\n",
      "Epoch 787/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3269 - acc: 0.8793 - val_loss: 0.4229 - val_acc: 0.8232\n",
      "Epoch 788/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3209 - acc: 0.8773 - val_loss: 0.4444 - val_acc: 0.8171\n",
      "Epoch 789/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3221 - acc: 0.8814 - val_loss: 0.4152 - val_acc: 0.8415\n",
      "Epoch 790/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3294 - acc: 0.8691 - val_loss: 0.4269 - val_acc: 0.8232\n",
      "Epoch 791/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3221 - acc: 0.8814 - val_loss: 0.4256 - val_acc: 0.8232\n",
      "Epoch 792/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3232 - acc: 0.8855 - val_loss: 0.4668 - val_acc: 0.8171\n",
      "Epoch 793/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3387 - acc: 0.8732 - val_loss: 0.4152 - val_acc: 0.8415\n",
      "Epoch 794/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3355 - acc: 0.8712 - val_loss: 0.4456 - val_acc: 0.8171\n",
      "Epoch 795/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3315 - acc: 0.8712 - val_loss: 0.4602 - val_acc: 0.8171\n",
      "Epoch 796/1000\n",
      "489/489 [==============================] - 0s 142us/step - loss: 0.3602 - acc: 0.8548 - val_loss: 0.4367 - val_acc: 0.8171\n",
      "Epoch 797/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3361 - acc: 0.8732 - val_loss: 0.4410 - val_acc: 0.8171\n",
      "Epoch 798/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3217 - acc: 0.8793 - val_loss: 0.4243 - val_acc: 0.8232\n",
      "Epoch 799/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 0.3228 - acc: 0.8814 - val_loss: 0.4204 - val_acc: 0.8293\n",
      "Epoch 800/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3245 - acc: 0.8773 - val_loss: 0.4291 - val_acc: 0.8293\n",
      "Epoch 801/1000\n",
      "489/489 [==============================] - 0s 137us/step - loss: 0.3303 - acc: 0.8671 - val_loss: 0.4606 - val_acc: 0.8171\n",
      "Epoch 802/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3378 - acc: 0.8732 - val_loss: 0.4172 - val_acc: 0.8598\n",
      "Epoch 803/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3448 - acc: 0.8630 - val_loss: 0.4696 - val_acc: 0.8171\n",
      "Epoch 804/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3332 - acc: 0.8773 - val_loss: 0.4414 - val_acc: 0.8354\n",
      "Epoch 805/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3325 - acc: 0.8691 - val_loss: 0.4287 - val_acc: 0.8415\n",
      "Epoch 806/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3289 - acc: 0.8691 - val_loss: 0.4470 - val_acc: 0.8171\n",
      "Epoch 807/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3292 - acc: 0.8753 - val_loss: 0.4387 - val_acc: 0.8232\n",
      "Epoch 808/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3332 - acc: 0.8753 - val_loss: 0.4322 - val_acc: 0.8415\n",
      "Epoch 809/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3230 - acc: 0.8753 - val_loss: 0.4172 - val_acc: 0.8232\n",
      "Epoch 810/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3264 - acc: 0.8753 - val_loss: 0.4266 - val_acc: 0.8293\n",
      "Epoch 811/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3227 - acc: 0.8793 - val_loss: 0.4245 - val_acc: 0.8232\n",
      "Epoch 812/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3196 - acc: 0.8814 - val_loss: 0.4353 - val_acc: 0.8293\n",
      "Epoch 813/1000\n",
      "489/489 [==============================] - 0s 137us/step - loss: 0.3211 - acc: 0.8834 - val_loss: 0.4374 - val_acc: 0.8232\n",
      "Epoch 814/1000\n",
      "489/489 [==============================] - 0s 137us/step - loss: 0.3206 - acc: 0.8793 - val_loss: 0.4355 - val_acc: 0.8171\n",
      "Epoch 815/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3384 - acc: 0.8650 - val_loss: 0.4796 - val_acc: 0.8171\n",
      "Epoch 816/1000\n",
      "489/489 [==============================] - 0s 149us/step - loss: 0.3220 - acc: 0.8814 - val_loss: 0.4232 - val_acc: 0.8293\n",
      "Epoch 817/1000\n",
      "489/489 [==============================] - 0s 142us/step - loss: 0.3308 - acc: 0.8753 - val_loss: 0.4508 - val_acc: 0.8171\n",
      "Epoch 818/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3395 - acc: 0.8671 - val_loss: 0.4163 - val_acc: 0.8293\n",
      "Epoch 819/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3309 - acc: 0.8834 - val_loss: 0.4457 - val_acc: 0.8171\n",
      "Epoch 820/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3319 - acc: 0.8753 - val_loss: 0.4492 - val_acc: 0.8171\n",
      "Epoch 821/1000\n",
      "489/489 [==============================] - 0s 123us/step - loss: 0.3227 - acc: 0.8753 - val_loss: 0.4203 - val_acc: 0.8293\n",
      "Epoch 822/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3355 - acc: 0.8732 - val_loss: 0.4489 - val_acc: 0.8171\n",
      "Epoch 823/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 0.3175 - acc: 0.8793 - val_loss: 0.4177 - val_acc: 0.8232\n",
      "Epoch 824/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 0.3298 - acc: 0.8753 - val_loss: 0.4620 - val_acc: 0.8171\n",
      "Epoch 825/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3226 - acc: 0.8793 - val_loss: 0.4266 - val_acc: 0.8232\n",
      "Epoch 826/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3238 - acc: 0.8732 - val_loss: 0.4236 - val_acc: 0.8415\n",
      "Epoch 827/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "489/489 [==============================] - 0s 145us/step - loss: 0.3250 - acc: 0.8732 - val_loss: 0.4444 - val_acc: 0.8232\n",
      "Epoch 828/1000\n",
      "489/489 [==============================] - 0s 153us/step - loss: 0.3281 - acc: 0.8753 - val_loss: 0.4221 - val_acc: 0.8232\n",
      "Epoch 829/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3235 - acc: 0.8814 - val_loss: 0.4304 - val_acc: 0.8293\n",
      "Epoch 830/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3208 - acc: 0.8793 - val_loss: 0.4567 - val_acc: 0.8171\n",
      "Epoch 831/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3197 - acc: 0.8773 - val_loss: 0.4289 - val_acc: 0.8232\n",
      "Epoch 832/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3200 - acc: 0.8793 - val_loss: 0.4238 - val_acc: 0.8232\n",
      "Epoch 833/1000\n",
      "489/489 [==============================] - 0s 159us/step - loss: 0.3217 - acc: 0.8814 - val_loss: 0.4561 - val_acc: 0.8171\n",
      "Epoch 834/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 0.3304 - acc: 0.8753 - val_loss: 0.4170 - val_acc: 0.8293\n",
      "Epoch 835/1000\n",
      "489/489 [==============================] - 0s 137us/step - loss: 0.3225 - acc: 0.8793 - val_loss: 0.4538 - val_acc: 0.8171\n",
      "Epoch 836/1000\n",
      "489/489 [==============================] - 0s 125us/step - loss: 0.3279 - acc: 0.8793 - val_loss: 0.4385 - val_acc: 0.8232\n",
      "Epoch 837/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3242 - acc: 0.8793 - val_loss: 0.4221 - val_acc: 0.8232\n",
      "Epoch 838/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3261 - acc: 0.8753 - val_loss: 0.4296 - val_acc: 0.8415\n",
      "Epoch 839/1000\n",
      "489/489 [==============================] - 0s 153us/step - loss: 0.3189 - acc: 0.8814 - val_loss: 0.4234 - val_acc: 0.8232\n",
      "Epoch 840/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 0.3254 - acc: 0.8793 - val_loss: 0.4643 - val_acc: 0.8171\n",
      "Epoch 841/1000\n",
      "489/489 [==============================] - 0s 134us/step - loss: 0.3367 - acc: 0.8712 - val_loss: 0.4295 - val_acc: 0.8232\n",
      "Epoch 842/1000\n",
      "489/489 [==============================] - 0s 146us/step - loss: 0.3362 - acc: 0.8793 - val_loss: 0.4167 - val_acc: 0.8476\n",
      "Epoch 843/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3458 - acc: 0.8732 - val_loss: 0.4680 - val_acc: 0.8171\n",
      "Epoch 844/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3347 - acc: 0.8691 - val_loss: 0.4438 - val_acc: 0.8293\n",
      "Epoch 845/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.3422 - acc: 0.8712 - val_loss: 0.4254 - val_acc: 0.8354\n",
      "Epoch 846/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 0.3220 - acc: 0.8793 - val_loss: 0.4565 - val_acc: 0.8171\n",
      "Epoch 847/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3219 - acc: 0.8793 - val_loss: 0.4431 - val_acc: 0.8171\n",
      "Epoch 848/1000\n",
      "489/489 [==============================] - 0s 155us/step - loss: 0.3229 - acc: 0.8773 - val_loss: 0.4399 - val_acc: 0.8232\n",
      "Epoch 849/1000\n",
      "489/489 [==============================] - 0s 149us/step - loss: 0.3306 - acc: 0.8793 - val_loss: 0.4380 - val_acc: 0.8232\n",
      "Epoch 850/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 0.3324 - acc: 0.8793 - val_loss: 0.4318 - val_acc: 0.8232\n",
      "Epoch 851/1000\n",
      "489/489 [==============================] - 0s 161us/step - loss: 0.3236 - acc: 0.8793 - val_loss: 0.4558 - val_acc: 0.8171\n",
      "Epoch 852/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3205 - acc: 0.8814 - val_loss: 0.4228 - val_acc: 0.8354\n",
      "Epoch 853/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3337 - acc: 0.8732 - val_loss: 0.4414 - val_acc: 0.8232\n",
      "Epoch 854/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3302 - acc: 0.8691 - val_loss: 0.4516 - val_acc: 0.8171\n",
      "Epoch 855/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3351 - acc: 0.8712 - val_loss: 0.4450 - val_acc: 0.8171\n",
      "Epoch 856/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3238 - acc: 0.8773 - val_loss: 0.4178 - val_acc: 0.8354\n",
      "Epoch 857/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3240 - acc: 0.8773 - val_loss: 0.4479 - val_acc: 0.8171\n",
      "Epoch 858/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3236 - acc: 0.8814 - val_loss: 0.4279 - val_acc: 0.8232\n",
      "Epoch 859/1000\n",
      "489/489 [==============================] - 0s 113us/step - loss: 0.3236 - acc: 0.8793 - val_loss: 0.4214 - val_acc: 0.8232\n",
      "Epoch 860/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3204 - acc: 0.8834 - val_loss: 0.4286 - val_acc: 0.8293\n",
      "Epoch 861/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3243 - acc: 0.8773 - val_loss: 0.4282 - val_acc: 0.8354\n",
      "Epoch 862/1000\n",
      "489/489 [==============================] - 0s 130us/step - loss: 0.3262 - acc: 0.8773 - val_loss: 0.4240 - val_acc: 0.8293\n",
      "Epoch 863/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3324 - acc: 0.8691 - val_loss: 0.4844 - val_acc: 0.8171\n",
      "Epoch 864/1000\n",
      "489/489 [==============================] - 0s 134us/step - loss: 0.3245 - acc: 0.8773 - val_loss: 0.4373 - val_acc: 0.8232\n",
      "Epoch 865/1000\n",
      "489/489 [==============================] - 0s 134us/step - loss: 0.3219 - acc: 0.8814 - val_loss: 0.4440 - val_acc: 0.8171\n",
      "Epoch 866/1000\n",
      "489/489 [==============================] - 0s 155us/step - loss: 0.3213 - acc: 0.8793 - val_loss: 0.4269 - val_acc: 0.8293\n",
      "Epoch 867/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3228 - acc: 0.8814 - val_loss: 0.4251 - val_acc: 0.8354\n",
      "Epoch 868/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3255 - acc: 0.8814 - val_loss: 0.4232 - val_acc: 0.8293\n",
      "Epoch 869/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3203 - acc: 0.8814 - val_loss: 0.4679 - val_acc: 0.8171\n",
      "Epoch 870/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3388 - acc: 0.8753 - val_loss: 0.4348 - val_acc: 0.8354\n",
      "Epoch 871/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3312 - acc: 0.8712 - val_loss: 0.4413 - val_acc: 0.8293\n",
      "Epoch 872/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3286 - acc: 0.8773 - val_loss: 0.4877 - val_acc: 0.8110\n",
      "Epoch 873/1000\n",
      "489/489 [==============================] - 0s 139us/step - loss: 0.3381 - acc: 0.8712 - val_loss: 0.4347 - val_acc: 0.8232\n",
      "Epoch 874/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.3244 - acc: 0.8793 - val_loss: 0.4387 - val_acc: 0.8354\n",
      "Epoch 875/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3306 - acc: 0.8732 - val_loss: 0.4447 - val_acc: 0.8171\n",
      "Epoch 876/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3214 - acc: 0.8773 - val_loss: 0.4264 - val_acc: 0.8293\n",
      "Epoch 877/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3250 - acc: 0.8753 - val_loss: 0.4277 - val_acc: 0.8476\n",
      "Epoch 878/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3246 - acc: 0.8793 - val_loss: 0.4337 - val_acc: 0.8293\n",
      "Epoch 879/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3302 - acc: 0.8691 - val_loss: 0.4704 - val_acc: 0.8171\n",
      "Epoch 880/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3252 - acc: 0.8753 - val_loss: 0.4330 - val_acc: 0.8293\n",
      "Epoch 881/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3244 - acc: 0.8773 - val_loss: 0.4297 - val_acc: 0.8293\n",
      "Epoch 882/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3204 - acc: 0.8793 - val_loss: 0.4259 - val_acc: 0.8232\n",
      "Epoch 883/1000\n",
      "489/489 [==============================] - 0s 153us/step - loss: 0.3230 - acc: 0.8834 - val_loss: 0.4308 - val_acc: 0.8415\n",
      "Epoch 884/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3308 - acc: 0.8773 - val_loss: 0.4196 - val_acc: 0.8354\n",
      "Epoch 885/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3312 - acc: 0.8732 - val_loss: 0.4293 - val_acc: 0.8293\n",
      "Epoch 886/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "489/489 [==============================] - 0s 141us/step - loss: 0.3219 - acc: 0.8732 - val_loss: 0.4453 - val_acc: 0.8232\n",
      "Epoch 887/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3360 - acc: 0.8753 - val_loss: 0.4326 - val_acc: 0.8293\n",
      "Epoch 888/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3341 - acc: 0.8732 - val_loss: 0.4223 - val_acc: 0.8415\n",
      "Epoch 889/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3345 - acc: 0.8630 - val_loss: 0.4784 - val_acc: 0.8171\n",
      "Epoch 890/1000\n",
      "489/489 [==============================] - 0s 154us/step - loss: 0.3270 - acc: 0.8753 - val_loss: 0.4429 - val_acc: 0.8232\n",
      "Epoch 891/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3198 - acc: 0.8793 - val_loss: 0.4437 - val_acc: 0.8171\n",
      "Epoch 892/1000\n",
      "489/489 [==============================] - 0s 115us/step - loss: 0.3225 - acc: 0.8793 - val_loss: 0.4328 - val_acc: 0.8354\n",
      "Epoch 893/1000\n",
      "489/489 [==============================] - 0s 135us/step - loss: 0.3225 - acc: 0.8793 - val_loss: 0.4440 - val_acc: 0.8171\n",
      "Epoch 894/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3293 - acc: 0.8773 - val_loss: 0.4250 - val_acc: 0.8415\n",
      "Epoch 895/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 0.3276 - acc: 0.8753 - val_loss: 0.4405 - val_acc: 0.8232\n",
      "Epoch 896/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3253 - acc: 0.8793 - val_loss: 0.4227 - val_acc: 0.8293\n",
      "Epoch 897/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3188 - acc: 0.8793 - val_loss: 0.4433 - val_acc: 0.8293\n",
      "Epoch 898/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3274 - acc: 0.8732 - val_loss: 0.4344 - val_acc: 0.8293\n",
      "Epoch 899/1000\n",
      "489/489 [==============================] - 0s 149us/step - loss: 0.3283 - acc: 0.8773 - val_loss: 0.4209 - val_acc: 0.8415\n",
      "Epoch 900/1000\n",
      "489/489 [==============================] - 0s 153us/step - loss: 0.3273 - acc: 0.8712 - val_loss: 0.4591 - val_acc: 0.8232\n",
      "Epoch 901/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3219 - acc: 0.8753 - val_loss: 0.4320 - val_acc: 0.8293\n",
      "Epoch 902/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3229 - acc: 0.8834 - val_loss: 0.4315 - val_acc: 0.8293\n",
      "Epoch 903/1000\n",
      "489/489 [==============================] - 0s 130us/step - loss: 0.3218 - acc: 0.8793 - val_loss: 0.4472 - val_acc: 0.8232\n",
      "Epoch 904/1000\n",
      "489/489 [==============================] - 0s 132us/step - loss: 0.3233 - acc: 0.8793 - val_loss: 0.4517 - val_acc: 0.8232\n",
      "Epoch 905/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3224 - acc: 0.8814 - val_loss: 0.4268 - val_acc: 0.8354\n",
      "Epoch 906/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3193 - acc: 0.8834 - val_loss: 0.4352 - val_acc: 0.8293\n",
      "Epoch 907/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3202 - acc: 0.8834 - val_loss: 0.4495 - val_acc: 0.8232\n",
      "Epoch 908/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3271 - acc: 0.8855 - val_loss: 0.4199 - val_acc: 0.8293\n",
      "Epoch 909/1000\n",
      "489/489 [==============================] - 0s 137us/step - loss: 0.3242 - acc: 0.8814 - val_loss: 0.4405 - val_acc: 0.8171\n",
      "Epoch 910/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3220 - acc: 0.8773 - val_loss: 0.4296 - val_acc: 0.8232\n",
      "Epoch 911/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3199 - acc: 0.8793 - val_loss: 0.4683 - val_acc: 0.8171\n",
      "Epoch 912/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3197 - acc: 0.8793 - val_loss: 0.4284 - val_acc: 0.8232\n",
      "Epoch 913/1000\n",
      "489/489 [==============================] - 0s 123us/step - loss: 0.3218 - acc: 0.8793 - val_loss: 0.4256 - val_acc: 0.8293\n",
      "Epoch 914/1000\n",
      "489/489 [==============================] - 0s 111us/step - loss: 0.3233 - acc: 0.8793 - val_loss: 0.4431 - val_acc: 0.8232\n",
      "Epoch 915/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3210 - acc: 0.8793 - val_loss: 0.4417 - val_acc: 0.8232\n",
      "Epoch 916/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3272 - acc: 0.8691 - val_loss: 0.4450 - val_acc: 0.8232\n",
      "Epoch 917/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3262 - acc: 0.8712 - val_loss: 0.4358 - val_acc: 0.8232\n",
      "Epoch 918/1000\n",
      "489/489 [==============================] - 0s 131us/step - loss: 0.3188 - acc: 0.8834 - val_loss: 0.4360 - val_acc: 0.8232\n",
      "Epoch 919/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3208 - acc: 0.8753 - val_loss: 0.4363 - val_acc: 0.8293\n",
      "Epoch 920/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3212 - acc: 0.8793 - val_loss: 0.4526 - val_acc: 0.8232\n",
      "Epoch 921/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3186 - acc: 0.8793 - val_loss: 0.4307 - val_acc: 0.8293\n",
      "Epoch 922/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3339 - acc: 0.8732 - val_loss: 0.4531 - val_acc: 0.8293\n",
      "Epoch 923/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3302 - acc: 0.8732 - val_loss: 0.4548 - val_acc: 0.8232\n",
      "Epoch 924/1000\n",
      "489/489 [==============================] - 0s 112us/step - loss: 0.3188 - acc: 0.8814 - val_loss: 0.4316 - val_acc: 0.8293\n",
      "Epoch 925/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3194 - acc: 0.8814 - val_loss: 0.4373 - val_acc: 0.8293\n",
      "Epoch 926/1000\n",
      "489/489 [==============================] - 0s 155us/step - loss: 0.3233 - acc: 0.8814 - val_loss: 0.4300 - val_acc: 0.8293\n",
      "Epoch 927/1000\n",
      "489/489 [==============================] - 0s 153us/step - loss: 0.3261 - acc: 0.8793 - val_loss: 0.4467 - val_acc: 0.8232\n",
      "Epoch 928/1000\n",
      "489/489 [==============================] - 0s 155us/step - loss: 0.3205 - acc: 0.8814 - val_loss: 0.4318 - val_acc: 0.8293\n",
      "Epoch 929/1000\n",
      "489/489 [==============================] - 0s 157us/step - loss: 0.3185 - acc: 0.8793 - val_loss: 0.4228 - val_acc: 0.8232\n",
      "Epoch 930/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3295 - acc: 0.8814 - val_loss: 0.4672 - val_acc: 0.8232\n",
      "Epoch 931/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3471 - acc: 0.8691 - val_loss: 0.4684 - val_acc: 0.8232\n",
      "Epoch 932/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3253 - acc: 0.8773 - val_loss: 0.4292 - val_acc: 0.8293\n",
      "Epoch 933/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3193 - acc: 0.8834 - val_loss: 0.4539 - val_acc: 0.8232\n",
      "Epoch 934/1000\n",
      "489/489 [==============================] - 0s 149us/step - loss: 0.3199 - acc: 0.8814 - val_loss: 0.4233 - val_acc: 0.8354\n",
      "Epoch 935/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 0.3424 - acc: 0.8589 - val_loss: 0.4922 - val_acc: 0.8232\n",
      "Epoch 936/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3226 - acc: 0.8773 - val_loss: 0.4212 - val_acc: 0.8354\n",
      "Epoch 937/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3390 - acc: 0.8834 - val_loss: 0.4468 - val_acc: 0.8293\n",
      "Epoch 938/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3269 - acc: 0.8773 - val_loss: 0.4517 - val_acc: 0.8232\n",
      "Epoch 939/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3240 - acc: 0.8732 - val_loss: 0.4319 - val_acc: 0.8293\n",
      "Epoch 940/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3196 - acc: 0.8793 - val_loss: 0.4300 - val_acc: 0.8293\n",
      "Epoch 941/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3199 - acc: 0.8793 - val_loss: 0.4429 - val_acc: 0.8293\n",
      "Epoch 942/1000\n",
      "489/489 [==============================] - 0s 126us/step - loss: 0.3213 - acc: 0.8773 - val_loss: 0.4239 - val_acc: 0.8293\n",
      "Epoch 943/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3228 - acc: 0.8773 - val_loss: 0.4269 - val_acc: 0.8354\n",
      "Epoch 944/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3229 - acc: 0.8855 - val_loss: 0.4174 - val_acc: 0.8415\n",
      "Epoch 945/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "489/489 [==============================] - 0s 116us/step - loss: 0.3428 - acc: 0.8589 - val_loss: 0.4521 - val_acc: 0.8293\n",
      "Epoch 946/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3242 - acc: 0.8814 - val_loss: 0.4406 - val_acc: 0.8232\n",
      "Epoch 947/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3226 - acc: 0.8753 - val_loss: 0.4275 - val_acc: 0.8476\n",
      "Epoch 948/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3276 - acc: 0.8732 - val_loss: 0.4444 - val_acc: 0.8232\n",
      "Epoch 949/1000\n",
      "489/489 [==============================] - 0s 110us/step - loss: 0.3200 - acc: 0.8814 - val_loss: 0.4447 - val_acc: 0.8232\n",
      "Epoch 950/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3210 - acc: 0.8753 - val_loss: 0.4468 - val_acc: 0.8232\n",
      "Epoch 951/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3253 - acc: 0.8793 - val_loss: 0.4791 - val_acc: 0.8171\n",
      "Epoch 952/1000\n",
      "489/489 [==============================] - 0s 159us/step - loss: 0.3274 - acc: 0.8814 - val_loss: 0.4340 - val_acc: 0.8232\n",
      "Epoch 953/1000\n",
      "489/489 [==============================] - 0s 135us/step - loss: 0.3228 - acc: 0.8834 - val_loss: 0.4453 - val_acc: 0.8232\n",
      "Epoch 954/1000\n",
      "489/489 [==============================] - 0s 121us/step - loss: 0.3269 - acc: 0.8773 - val_loss: 0.4756 - val_acc: 0.8171\n",
      "Epoch 955/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3422 - acc: 0.8630 - val_loss: 0.4535 - val_acc: 0.8171\n",
      "Epoch 956/1000\n",
      "489/489 [==============================] - 0s 118us/step - loss: 0.3317 - acc: 0.8814 - val_loss: 0.4306 - val_acc: 0.8354\n",
      "Epoch 957/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3218 - acc: 0.8793 - val_loss: 0.4617 - val_acc: 0.8171\n",
      "Epoch 958/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3246 - acc: 0.8753 - val_loss: 0.4489 - val_acc: 0.8171\n",
      "Epoch 959/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3202 - acc: 0.8793 - val_loss: 0.4465 - val_acc: 0.8232\n",
      "Epoch 960/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3202 - acc: 0.8834 - val_loss: 0.4372 - val_acc: 0.8232\n",
      "Epoch 961/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3237 - acc: 0.8814 - val_loss: 0.4338 - val_acc: 0.8232\n",
      "Epoch 962/1000\n",
      "489/489 [==============================] - 0s 161us/step - loss: 0.3211 - acc: 0.8875 - val_loss: 0.4443 - val_acc: 0.8232\n",
      "Epoch 963/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 0.3199 - acc: 0.8814 - val_loss: 0.4493 - val_acc: 0.8232\n",
      "Epoch 964/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3208 - acc: 0.8773 - val_loss: 0.4359 - val_acc: 0.8232\n",
      "Epoch 965/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3308 - acc: 0.8732 - val_loss: 0.4406 - val_acc: 0.8293\n",
      "Epoch 966/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 0.3383 - acc: 0.8753 - val_loss: 0.4327 - val_acc: 0.8354\n",
      "Epoch 967/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.3287 - acc: 0.8712 - val_loss: 0.4713 - val_acc: 0.8232\n",
      "Epoch 968/1000\n",
      "489/489 [==============================] - 0s 145us/step - loss: 0.3281 - acc: 0.8712 - val_loss: 0.4497 - val_acc: 0.8293\n",
      "Epoch 969/1000\n",
      "489/489 [==============================] - 0s 143us/step - loss: 0.3235 - acc: 0.8793 - val_loss: 0.4437 - val_acc: 0.8354\n",
      "Epoch 970/1000\n",
      "489/489 [==============================] - 0s 121us/step - loss: 0.3288 - acc: 0.8793 - val_loss: 0.4554 - val_acc: 0.8293\n",
      "Epoch 971/1000\n",
      "489/489 [==============================] - 0s 142us/step - loss: 0.3201 - acc: 0.8793 - val_loss: 0.4468 - val_acc: 0.8293\n",
      "Epoch 972/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3216 - acc: 0.8793 - val_loss: 0.4371 - val_acc: 0.8293\n",
      "Epoch 973/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3260 - acc: 0.8773 - val_loss: 0.4374 - val_acc: 0.8354\n",
      "Epoch 974/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3275 - acc: 0.8753 - val_loss: 0.4365 - val_acc: 0.8293\n",
      "Epoch 975/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3275 - acc: 0.8773 - val_loss: 0.4507 - val_acc: 0.8354\n",
      "Epoch 976/1000\n",
      "489/489 [==============================] - 0s 128us/step - loss: 0.3318 - acc: 0.8712 - val_loss: 0.4443 - val_acc: 0.8293\n",
      "Epoch 977/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3225 - acc: 0.8814 - val_loss: 0.4337 - val_acc: 0.8293\n",
      "Epoch 978/1000\n",
      "489/489 [==============================] - 0s 108us/step - loss: 0.3210 - acc: 0.8753 - val_loss: 0.4546 - val_acc: 0.8232\n",
      "Epoch 979/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3195 - acc: 0.8732 - val_loss: 0.4219 - val_acc: 0.8476\n",
      "Epoch 980/1000\n",
      "489/489 [==============================] - 0s 122us/step - loss: 0.3237 - acc: 0.8753 - val_loss: 0.4494 - val_acc: 0.8232\n",
      "Epoch 981/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3187 - acc: 0.8753 - val_loss: 0.4483 - val_acc: 0.8232\n",
      "Epoch 982/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3214 - acc: 0.8814 - val_loss: 0.4305 - val_acc: 0.8354\n",
      "Epoch 983/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.3288 - acc: 0.8773 - val_loss: 0.4599 - val_acc: 0.8232\n",
      "Epoch 984/1000\n",
      "489/489 [==============================] - 0s 133us/step - loss: 0.3190 - acc: 0.8814 - val_loss: 0.4484 - val_acc: 0.8232\n",
      "Epoch 985/1000\n",
      "489/489 [==============================] - 0s 151us/step - loss: 0.3194 - acc: 0.8793 - val_loss: 0.4504 - val_acc: 0.8232\n",
      "Epoch 986/1000\n",
      "489/489 [==============================] - 0s 155us/step - loss: 0.3194 - acc: 0.8732 - val_loss: 0.4269 - val_acc: 0.8293\n",
      "Epoch 987/1000\n",
      "489/489 [==============================] - 0s 137us/step - loss: 0.3225 - acc: 0.8814 - val_loss: 0.4334 - val_acc: 0.8476\n",
      "Epoch 988/1000\n",
      "489/489 [==============================] - 0s 139us/step - loss: 0.3347 - acc: 0.8712 - val_loss: 0.4675 - val_acc: 0.8232\n",
      "Epoch 989/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3208 - acc: 0.8814 - val_loss: 0.4363 - val_acc: 0.8293\n",
      "Epoch 990/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 0.3312 - acc: 0.8753 - val_loss: 0.4321 - val_acc: 0.8293\n",
      "Epoch 991/1000\n",
      "489/489 [==============================] - 0s 124us/step - loss: 0.3252 - acc: 0.8834 - val_loss: 0.4442 - val_acc: 0.8232\n",
      "Epoch 992/1000\n",
      "489/489 [==============================] - 0s 125us/step - loss: 0.3198 - acc: 0.8753 - val_loss: 0.4370 - val_acc: 0.8293\n",
      "Epoch 993/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.3174 - acc: 0.8793 - val_loss: 0.4348 - val_acc: 0.8354\n",
      "Epoch 994/1000\n",
      "489/489 [==============================] - 0s 116us/step - loss: 0.3187 - acc: 0.8814 - val_loss: 0.4297 - val_acc: 0.8293\n",
      "Epoch 995/1000\n",
      "489/489 [==============================] - 0s 120us/step - loss: 0.3209 - acc: 0.8773 - val_loss: 0.4462 - val_acc: 0.8232\n",
      "Epoch 996/1000\n",
      "489/489 [==============================] - 0s 114us/step - loss: 0.4835 - acc: 0.8650 - val_loss: 0.4321 - val_acc: 0.8293\n",
      "Epoch 997/1000\n",
      "489/489 [==============================] - 0s 138us/step - loss: 0.3288 - acc: 0.8793 - val_loss: 0.4708 - val_acc: 0.8110\n",
      "Epoch 998/1000\n",
      "489/489 [==============================] - 0s 161us/step - loss: 0.3238 - acc: 0.8814 - val_loss: 0.4321 - val_acc: 0.8293\n",
      "Epoch 999/1000\n",
      "489/489 [==============================] - 0s 147us/step - loss: 0.3294 - acc: 0.8753 - val_loss: 0.4583 - val_acc: 0.8110\n",
      "Epoch 1000/1000\n",
      "489/489 [==============================] - 0s 141us/step - loss: 0.3259 - acc: 0.8773 - val_loss: 0.4424 - val_acc: 0.8232\n"
     ]
    }
   ],
   "source": [
    "history = model.fit(x_train,y_train,epochs=1000,validation_data=(x_test,y_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "164/164 [==============================] - 0s 103us/step\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[0.44243420133503469, 0.82317073170731703]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.evaluate(x_test,y_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "欠拟合"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [conda env:kr]",
   "language": "python",
   "name": "conda-env-kr-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
